-- Logs begin at Fri 2022-03-04 19:41:06 UTC, end at Fri 2022-03-04 20:54:12 UTC. -- Mar 04 20:29:29.464590 dv-cinder-799871-17-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 04 20:29:32.416272 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.common.config [-] Logging enabled! Mar 04 20:29:32.416769 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 04 20:29:32.417059 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 20:29:32.420914 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.common.config [-] Logging enabled! Mar 04 20:29:32.421165 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 04 20:29:32.421475 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 20:29:32.422429 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 20:29:32.422664 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 20:29:32.423037 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 20:29:32.423284 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 20:29:32.423903 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 20:29:32.424228 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.424927 dv-cinder-799871-17-smb neutron-server[103495]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 04 20:29:32.425241 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.425538 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.425830 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.426125 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.426436 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.426721 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.427008 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.427304 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.427590 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.427870 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.428150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.428441 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.428723 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.429008 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.429291 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.429570 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] debug = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.429846 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.430278 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.430697 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.430978 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.431263 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.431538 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.431806 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.432103 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.432370 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.432694 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] host = dv-cinder-799871-17-smb {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.432968 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.433251 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.433534 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.433818 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.434088 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.434358 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.434665 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.434934 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.435202 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] log_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.435475 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.435759 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.436097 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.436395 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.436694 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.436919 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.437224 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.437509 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.437782 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.438055 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.438328 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.438625 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.438899 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.439165 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.439446 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.439727 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.440008 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.440281 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.440553 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.440820 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.441089 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.441370 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.441642 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.441917 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.442187 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.442493 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.442763 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.443035 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.443331 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.443611 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.443892 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.444172 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.444442 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.444719 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.444985 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.445251 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.445517 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] use_json = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.445782 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.446047 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.446324 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.446624 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.446892 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.447159 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.447426 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.447703 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.447969 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:32.448259 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.448552 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.448851 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.449142 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.449429 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.449706 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.449990 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.450264 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.450570 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.450856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.451141 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.451414 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.452264 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.452709 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.453007 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.453315 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.453610 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.453901 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.454175 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.454471 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.454749 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.455024 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.455310 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.455585 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.455870 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.456154 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.456429 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.456725 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.457010 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.457303 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.457588 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.457858 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.458130 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.458435 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.458714 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.458984 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.459258 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.459541 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.459814 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.460081 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.460360 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.460634 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.460901 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.461167 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.461438 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.461722 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.461992 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.462260 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.462557 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.462831 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.463100 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.463382 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.463656 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.463923 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.464190 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.464458 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.464728 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.464996 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.465267 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.465532 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.465802 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.466067 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.466332 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.466624 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.466891 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.467198 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.468117 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.468390 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.468663 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.468936 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.469209 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.469483 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.469756 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.470030 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.470317 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.470636 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.470915 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.471194 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.471474 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.471752 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.472029 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.472305 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.472589 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.472866 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.473138 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.473429 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.473713 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.473998 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.474298 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.474597 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.474896 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.475174 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.475451 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.475732 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.476009 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.476284 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.476820 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.477102 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.477395 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.477684 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.477973 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.478264 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.478581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.478862 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.479169 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.479447 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:32.479663 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 20:29:32.479902 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103495) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 04 20:29:32.852087 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 20:29:32.852366 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 20:29:32.852665 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 20:29:32.853136 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 04 20:29:33.185449 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.185645 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.186649 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.187976 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.188252 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.188518 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.234759 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.235032 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.235296 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.249155 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.249429 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.249697 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.277851 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.278125 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.278405 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.320428 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.320702 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.320968 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.681253 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.681901 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.681901 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.682060 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.682725 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.781957 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.782278 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.782586 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.782859 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.783123 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.783432 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.783704 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.783952 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.784206 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.784487 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.784747 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.785010 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.785264 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.785513 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.785767 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.786027 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.786278 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.786572 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.786839 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.787094 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.787362 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.787612 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.787888 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.788256 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.788503 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.788745 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.789128 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:29:33.789367 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:29:33.789602 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:29:33.789834 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:29:33.790065 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:29:33.790296 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:29:33.790681 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 04 20:29:33.793765 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 04 20:29:33.798347 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 04 20:29:33.802061 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 04 20:29:33.803886 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 04 20:29:33.804361 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 04 20:29:33.804699 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 04 20:29:33.805087 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 04 20:29:33.807987 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 04 20:29:33.808241 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 04 20:29:33.808581 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 20:29:33.814164 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 04 20:29:33.837865 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 04 20:29:33.838313 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.838633 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103495) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 04 20:29:33.839001 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.840380 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103495) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 04 20:29:33.840656 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 20:29:33.840901 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 04 20:29:33.844219 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.844498 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:33.906938 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 04 20:29:33.907175 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 04 20:29:33.907414 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 04 20:29:33.907779 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 04 20:29:33.928125 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_db.sqlalchemy.engines [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103495) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 04 20:29:34.499293 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Initializing driver for type 'gre' Mar 04 20:29:34.499808 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] gre ID ranges: [(1, 1000)] Mar 04 20:29:34.693127 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Initializing driver for type 'local' Mar 04 20:29:34.693746 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Initializing driver for type 'vlan' Mar 04 20:29:34.784667 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] VlanTypeDriver initialization complete Mar 04 20:29:34.785002 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Initializing driver for type 'vxlan' Mar 04 20:29:34.785535 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] vxlan ID ranges: [(1, 1000)] Mar 04 20:29:34.992571 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Initializing extension driver 'port_security' Mar 04 20:29:34.992824 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.extensions.port_security [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] PortSecurityExtensionDriver initialization complete Mar 04 20:29:34.993164 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Initializing mechanism driver 'openvswitch' Mar 04 20:29:34.993499 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Initializing mechanism driver 'hyperv' Mar 04 20:29:35.000692 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:29:35.001552 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > port after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.001928 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.010026 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.010604 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:29:35.011049 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.011411 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.011762 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.012158 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:29:35.012568 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > network after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.012923 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > network after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.013271 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > network after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.013705 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:29:35.014228 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.014634 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.014995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.015409 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:29:35.015823 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.016178 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.016526 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.016917 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:29:35.017320 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.017668 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.018008 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.018426 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 20:29:35.018875 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] ML2 OVO RPC backend initialized. {{(pid=103495) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 04 20:29:35.019620 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025375 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025375 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > network before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025375 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > networks before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025375 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > port before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025681 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > ports before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025681 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025681 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025681 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > network after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025945 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > network after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025945 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > network after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025945 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > port after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.025945 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.026191 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.026191 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.026191 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.026191 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.033352 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded quota_driver: . Mar 04 20:29:35.033730 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.plugin [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Modular L2 Plugin initialization complete Mar 04 20:29:35.034081 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading services supported by the core plugin {{(pid=103495) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 04 20:29:35.034459 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.plugins.ml2.managers [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Got port-security extension from driver 'port_security' Mar 04 20:29:35.034978 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.extensions.vlantransparent [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Disabled vlantransparent extension. Mar 04 20:29:35.035480 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103495) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 04 20:29:35.035805 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading Plugin: router Mar 04 20:29:35.080700 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.081096 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router after_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.081472 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router before_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.081842 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.082220 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.082606 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router after_delete 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.082969 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.083322 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.083683 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router after_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.084033 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router after_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.084385 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router after_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.084735 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.085096 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router after_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.085510 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.085881 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.086222 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.086585 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: subnet after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.086931 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.087286 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.087638 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.087983 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: port before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.088328 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.088687 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router after_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.089040 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.089518 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.089888 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.090237 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.090639 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > agent after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.091000 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.091355 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > network after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.093250 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Tracking information for resource: router configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:29:35.093592 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Tracking information for resource: floatingip configured {{(pid=103495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 20:29:35.099948 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.db.l3_agentschedulers_db [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 04 20:29:35.100538 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.100903 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: port after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.101261 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.101875 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.102699 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router before_create 55550100 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.103068 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.103433 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.103792 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.109151 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.services.provider_configuration [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service providers = [] {{(pid=103495) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 04 20:29:35.109517 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.db.servicetype_db [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103495) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 04 20:29:35.112537 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.services.service_base [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 20:29:35.112892 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.services.service_base [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 20:29:35.113235 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.services.service_base [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 20:29:35.114129 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.services.service_base [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 20:29:35.114540 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.services.service_base [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 04 20:29:35.114929 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:29:35.115250 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 04 20:29:35.126685 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:29:35.127028 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading Plugin: auto_allocate Mar 04 20:29:35.141616 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: network precommit_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.142114 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: network precommit_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.142682 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:29:35.143007 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading Plugin: tag Mar 04 20:29:35.149903 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:29:35.150235 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading Plugin: timestamp Mar 04 20:29:35.154303 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:29:35.155418 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading Plugin: network_ip_availability Mar 04 20:29:35.161630 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.162006 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.162365 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.163132 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:29:35.163452 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading Plugin: flavors Mar 04 20:29:35.168432 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:29:35.168767 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading Plugin: revisions Mar 04 20:29:35.173632 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 20:29:35.174103 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_concurrency.lockutils [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.321s {{(pid=103495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 20:29:35.174894 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103495) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 04 20:29:35.175235 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Initializing extension manager. Mar 04 20:29:35.175762 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: __init__.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.176108 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: __pycache__ {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.176446 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.176780 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: address_group.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.177538 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.178107 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: address-group Mar 04 20:29:35.178470 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: address_scope.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.179189 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.179692 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: address-scope Mar 04 20:29:35.180015 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.181008 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.188435 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: router-admin-state-down-before-update Mar 04 20:29:35.188435 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: agent.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.188435 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.188435 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: agent Mar 04 20:29:35.188435 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: agent_resources_synced.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.189143 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.189653 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: agent-resources-synced Mar 04 20:29:35.189987 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.191821 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.192342 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: allowed-address-pairs Mar 04 20:29:35.192672 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.193772 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.194283 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: auto-allocated-topology Mar 04 20:29:35.194668 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: availability_zone.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.195371 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.195870 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: availability_zone Mar 04 20:29:35.196194 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: availability_zone_filter.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.197112 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.197617 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: availability_zone_filter Mar 04 20:29:35.197942 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: data_plane_status.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.198889 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.199388 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension data-plane-status not supported by any of loaded plugins Mar 04 20:29:35.199713 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: default_subnetpools.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.200628 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.201136 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: default-subnetpools Mar 04 20:29:35.202002 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.203322 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.203832 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: dhcp_agent_scheduler Mar 04 20:29:35.204161 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: dns.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.205082 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.205582 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension dns-integration not supported by any of loaded plugins Mar 04 20:29:35.205905 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: dns_domain_ports.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.206929 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.207434 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 04 20:29:35.207756 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.208684 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.209182 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 04 20:29:35.209504 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: dvr.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.210178 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.210717 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: dvr Mar 04 20:29:35.211038 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: ecmp_routes.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.211964 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.212465 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 04 20:29:35.212789 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: empty_string_filtering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.213708 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.214214 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: empty-string-filtering Mar 04 20:29:35.214576 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.215503 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.217732 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 04 20:29:35.217732 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.218591 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.219123 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 04 20:29:35.219614 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: external_net.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.220545 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.221058 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: external-net Mar 04 20:29:35.221389 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.222313 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.222844 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: extra_dhcp_opt Mar 04 20:29:35.223174 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: extraroute.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.224093 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.224599 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: extraroute Mar 04 20:29:35.224927 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: extraroute_atomic.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.226011 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.226809 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: extraroute-atomic Mar 04 20:29:35.227136 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: filter_validation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.227807 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.228309 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: filter-validation Mar 04 20:29:35.228634 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: fip_pf_description.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.229646 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.230143 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 04 20:29:35.230495 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: fip_port_details.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.231607 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.232122 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: fip-port-details Mar 04 20:29:35.232450 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: flavors.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.233853 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.234393 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: flavors Mar 04 20:29:35.234778 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.236468 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.236993 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 04 20:29:35.237337 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: floatingip_pools.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.238048 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.238582 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: floatingip-pools Mar 04 20:29:35.238914 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: ip_allocation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.241219 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.241723 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension ip_allocation not supported by any of loaded plugins Mar 04 20:29:35.242048 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.243052 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.243515 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: ip-substring-filtering Mar 04 20:29:35.243844 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l2_adjacency.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.244769 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.245271 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 04 20:29:35.245604 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l3.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.246648 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.247159 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: router Mar 04 20:29:35.247490 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.249856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.250401 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 04 20:29:35.250741 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.251686 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.252312 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: ext-gw-mode Mar 04 20:29:35.252641 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.253564 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.254071 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: l3-ha Mar 04 20:29:35.254419 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.255336 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.255844 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 04 20:29:35.256169 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l3_flavors.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.257092 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.257662 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: l3-flavors Mar 04 20:29:35.257992 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.259421 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.259932 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 04 20:29:35.260261 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.261191 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.261697 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 04 20:29:35.262023 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: l3agentscheduler.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.263206 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.263716 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: l3_agent_scheduler Mar 04 20:29:35.264571 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: local_ip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.266363 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.266908 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension local_ip not supported by any of loaded plugins Mar 04 20:29:35.267240 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: logging.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.270247 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.270813 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension logging not supported by any of loaded plugins Mar 04 20:29:35.271157 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: metering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.271913 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.272489 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: metering Mar 04 20:29:35.272821 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.273941 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.274490 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: metering_source_and_destination_fields Mar 04 20:29:35.274826 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: multiprovidernet.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.275769 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.276332 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: multi-provider Mar 04 20:29:35.280719 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: netmtu.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.281402 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.281910 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: net-mtu Mar 04 20:29:35.282235 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: netmtu_writable.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.283198 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.283704 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: net-mtu-writable Mar 04 20:29:35.284028 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: network_availability_zone.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.284699 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.285199 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: network_availability_zone Mar 04 20:29:35.285520 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: network_ip_availability.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.286692 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.287204 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: network-ip-availability Mar 04 20:29:35.287530 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: network_segment_range.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.288339 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.288835 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension network-segment-range not supported by any of loaded plugins Mar 04 20:29:35.289160 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: pagination.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.290163 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.290523 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: pagination Mar 04 20:29:35.290845 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: port_device_profile.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.291759 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.292382 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: port-device-profile Mar 04 20:29:35.292707 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.293634 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.294139 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: port-mac-address-regenerate Mar 04 20:29:35.294492 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.295464 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.295964 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: port-numa-affinity-policy Mar 04 20:29:35.296289 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: port_resource_request.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.297223 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.297722 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension port-resource-request not supported by any of loaded plugins Mar 04 20:29:35.298109 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.299107 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.299623 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 04 20:29:35.299947 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: portbindings.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.300876 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.301383 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: binding Mar 04 20:29:35.301703 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: portbindings_extended.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.303027 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.303540 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: binding-extended Mar 04 20:29:35.303869 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: portsecurity.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.304791 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.305299 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: port-security Mar 04 20:29:35.305626 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: project_id.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.306638 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.306971 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: project-id Mar 04 20:29:35.307293 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: providernet.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.308213 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.308721 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: provider Mar 04 20:29:35.309046 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.312739 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.313259 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos not supported by any of loaded plugins Mar 04 20:29:35.313593 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.314869 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.315384 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 04 20:29:35.315718 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.316646 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.317155 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 04 20:29:35.317483 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_default.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.318424 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.318936 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-default not supported by any of loaded plugins Mar 04 20:29:35.319270 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_fip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.320207 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.320711 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-fip not supported by any of loaded plugins Mar 04 20:29:35.321039 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.321958 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.322495 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 04 20:29:35.322823 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.323743 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.324250 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 04 20:29:35.324581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.325615 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.326119 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 04 20:29:35.327091 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.328227 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.328736 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 04 20:29:35.329063 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.333512 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.334896 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 04 20:29:35.335230 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_pps_rule.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.336482 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.336994 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-pps not supported by any of loaded plugins Mar 04 20:29:35.337327 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.338263 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.338803 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 04 20:29:35.339130 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: qos_rules_alias.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.340186 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.340689 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 04 20:29:35.341016 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: quota_check_limit.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.341944 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.343248 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: quota-check-limit Mar 04 20:29:35.343575 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: quotasv2.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.344576 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.344905 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: quotas Mar 04 20:29:35.345230 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: quotasv2_detail.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.347014 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.347353 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: quota_details Mar 04 20:29:35.347688 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: rbac.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.348762 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.349284 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: rbac-policies Mar 04 20:29:35.349614 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: rbac_address_group.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.350579 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.351092 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: rbac-address-group Mar 04 20:29:35.351417 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: rbac_address_scope.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.352609 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.353118 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: rbac-address-scope Mar 04 20:29:35.358813 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: rbac_security_groups.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.359817 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.360353 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: rbac-security-groups Mar 04 20:29:35.360685 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.361706 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.362221 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: rbac-subnetpool Mar 04 20:29:35.362589 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: revisionifmatch.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.363529 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.364044 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: revision-if-match Mar 04 20:29:35.364370 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: revisions.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.365511 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.366021 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: standard-attr-revisions Mar 04 20:29:35.366352 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: router_availability_zone.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.367064 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.367574 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: router_availability_zone Mar 04 20:29:35.367903 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: routerservicetype.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.368842 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.369349 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension router-service-type not supported by any of loaded plugins Mar 04 20:29:35.369703 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.370671 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.371183 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: security-groups-normalized-cidr Mar 04 20:29:35.371509 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.372447 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.372957 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: port-security-groups-filtering Mar 04 20:29:35.373283 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.374780 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.375293 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: security-groups-remote-address-group Mar 04 20:29:35.375617 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.376548 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.377058 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: security-groups-shared-filtering Mar 04 20:29:35.377381 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.377976 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 04 20:29:35.378298 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: securitygroup.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.388084 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.388614 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: security-group Mar 04 20:29:35.389993 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: segment.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.390846 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.391370 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension segment not supported by any of loaded plugins Mar 04 20:29:35.391702 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.392666 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.393176 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 04 20:29:35.393505 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: servicetype.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.394667 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.395188 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: service-type Mar 04 20:29:35.395515 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: sorting.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.396510 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.396846 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: sorting Mar 04 20:29:35.397171 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: standard_attr_segment.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.398098 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.398645 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 04 20:29:35.398977 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: standardattrdescription.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.399626 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.400132 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: standard-attr-description Mar 04 20:29:35.400455 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: stateful_security_group.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.401390 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.401901 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: stateful-security-group Mar 04 20:29:35.402227 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: stdattrs_common.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.402826 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 04 20:29:35.403148 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.404098 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.405332 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 04 20:29:35.405972 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: subnet_onboard.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.407144 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.409143 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: subnet_onboard Mar 04 20:29:35.409478 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.410513 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.411205 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 04 20:29:35.411532 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: subnet_service_types.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.412551 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.413147 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: subnet-service-types Mar 04 20:29:35.413516 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: subnetallocation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.414777 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.415295 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: subnet_allocation Mar 04 20:29:35.415626 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.416299 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.416814 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: subnetpool-prefix-ops Mar 04 20:29:35.417139 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.418101 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.418646 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 04 20:29:35.418980 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: tagging.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.420059 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.421151 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: standard-attr-tag Mar 04 20:29:35.421486 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: timestamp.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.422748 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.423258 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loaded extension: standard-attr-timestamp Mar 04 20:29:35.423585 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: trunk.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.424627 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.425139 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension trunk not supported by any of loaded plugins Mar 04 20:29:35.425467 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: trunk_details.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.426422 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.426935 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension trunk-details not supported by any of loaded plugins Mar 04 20:29:35.427260 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.428201 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.428734 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 04 20:29:35.429062 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Loading extension file: vlantransparent.py {{(pid=103495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 20:29:35.429738 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 20:29:35.430242 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 04 20:29:35.432768 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:network Mar 04 20:29:35.433286 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:subnet Mar 04 20:29:35.433685 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:29:35.434075 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:port Mar 04 20:29:35.435337 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.435833 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service FLAVORS assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.436861 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.437286 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.437622 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:router Mar 04 20:29:35.438050 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 20:29:35.438581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service METERING assigned prefix: /metering {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.440048 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.440427 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.440785 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:29:35.441786 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 20:29:35.442232 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:security_group Mar 04 20:29:35.442700 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 20:29:35.443303 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service CORE assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.443638 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:29:35.443984 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] subnetpool is already registered Mar 04 20:29:35.444422 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service CORE assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.444756 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:29:35.445089 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] subnetpool is already registered Mar 04 20:29:35.447399 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.447832 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service FLAVORS assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.448420 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.448851 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.449188 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:router Mar 04 20:29:35.449528 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] router is already registered Mar 04 20:29:35.449940 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:floatingip Mar 04 20:29:35.450277 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] floatingip is already registered Mar 04 20:29:35.450761 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service METERING assigned prefix: /metering {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.451943 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 20:29:35.452736 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] rbac_policy is already registered Mar 04 20:29:35.453160 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:security_group Mar 04 20:29:35.453496 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] security_group is already registered Mar 04 20:29:35.453900 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 20:29:35.454236 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] security_group_rule is already registered Mar 04 20:29:35.454902 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service CORE assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.455235 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:29:35.455572 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] subnetpool is already registered Mar 04 20:29:35.456006 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.v2.resource_helper [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Service CORE assigned prefix: {{(pid=103495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 20:29:35.456334 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 20:29:35.456667 dv-cinder-799871-17-smb neutron-server[103495]: WARNING neutron.quota.resource_registry [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] subnetpool is already registered Mar 04 20:29:35.457138 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: extensions {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.458636 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: address-groups {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.460116 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: address-scopes {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.461444 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: agents {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.462630 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: auto-allocated-topology {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.463883 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: availability_zones {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.465098 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: dhcp-networks {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.466655 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: dhcp-agents {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.469138 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: routers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.471385 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: flavors {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.472558 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: service_profiles {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.473770 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: next_providers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.475258 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: service_profiles {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.477055 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: floatingip-pools {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.478267 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: routers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.480398 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: floatingips {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.482658 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: l3-routers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.484454 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: l3-agents {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.485862 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: metering-labels {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.487264 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: metering-label-rules {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.488567 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: network-ip-availabilities {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.489838 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: bindings {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.491526 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: quotas {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.493157 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: quotas {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.494679 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: rbac-policies {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.495960 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: security-groups {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.497200 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: security-group-rules {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.499393 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: service-providers {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.500637 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: subnetpools {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.502043 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: subnetpools {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.503532 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.505221 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.507042 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.508794 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.510611 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.512486 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.515102 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.516994 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.518795 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.520638 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron.api.extensions [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Extended resource: tags {{(pid=103495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 20:29:35.526458 dv-cinder-799871-17-smb neutron-server[103495]: WARNING keystonemiddleware.auth_token [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 04 20:29:35.531623 dv-cinder-799871-17-smb neutron-server[103495]: WARNING keystonemiddleware.auth_token [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 04 20:29:35.540425 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_concurrency.lockutils [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Acquired lock "singleton_lock" {{(pid=103495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 04 20:29:35.540901 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_concurrency.lockutils [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Releasing lock "singleton_lock" {{(pid=103495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 04 20:29:35.541560 dv-cinder-799871-17-smb neutron-server[103495]: INFO oslo_service.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Starting 2 workers Mar 04 20:29:35.547127 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Started child 103638 {{(pid=103495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 20:29:35.551762 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Started child 103639 {{(pid=103495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 20:29:35.552261 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:35.553358 dv-cinder-799871-17-smb neutron-server[103495]: INFO neutron.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 04 20:29:35.553824 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [-] (103638) wsgi starting up on http://0.0.0.0:9696 Mar 04 20:29:35.554046 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:35.556599 dv-cinder-799871-17-smb neutron-server[103495]: INFO oslo_service.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Starting 1 workers Mar 04 20:29:35.557049 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:35.558590 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [-] (103639) wsgi starting up on http://0.0.0.0:9696 Mar 04 20:29:35.562971 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Started child 103640 {{(pid=103495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 20:29:35.563539 dv-cinder-799871-17-smb neutron-server[103495]: INFO oslo_service.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Starting 1 workers Mar 04 20:29:35.566094 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] calling RpcWorker wait() {{(pid=103640) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 04 20:29:35.566658 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] returning from RpcWorker wait() {{(pid=103640) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 04 20:29:35.567991 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:35.568165 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Started child 103641 {{(pid=103495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 20:29:35.568462 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:29:35.569021 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0cba5483-af36-4ee0-8a3c-0b452fba00c6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:35.571060 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 20:29:35.571290 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 20:29:35.571480 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 20:29:35.571716 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 20:29:35.572077 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 20:29:35.572245 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 20:29:35.572762 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.573039 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.573319 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.573601 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.573912 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.574353 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:35.574849 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.574849 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.574999 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.575283 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.575538 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.575711 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.575881 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.576140 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.576228 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:29:35.577273 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.578012 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.578299 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.578580 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.578868 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.579056 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.579330 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.579604 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.579841 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.580134 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] debug = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.580416 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.580920 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.581167 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.581414 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.581644 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.581934 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.582163 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.582467 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.582710 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.582942 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.583178 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.583429 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.583686 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.583905 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.584157 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.584398 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.584660 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.584895 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.585368 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] host = dv-cinder-799871-17-smb {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.585609 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.585829 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.586074 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.586332 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.586604 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.586838 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.587117 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.587390 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.587630 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.587857 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.588118 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.588363 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.588612 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.588851 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.589020 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_options = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.589268 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.589551 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.589813 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.590002 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.590173 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.590341 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.590629 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.590795 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.591066 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.591286 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.591503 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.591721 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.592139 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.592959 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.593309 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.593903 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.594274 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.594572 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.594686 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.594917 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.595150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.595383 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.595638 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.595865 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.596086 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.596305 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.596556 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.596794 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.597018 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.597236 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.597489 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.597732 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.597949 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.598202 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.598553 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.598789 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.599018 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.599253 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.599513 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.599740 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.600008 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.600270 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.600495 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.600726 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.600943 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.601181 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.601403 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_json = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.601895 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.602129 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.602388 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.602617 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.602854 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.618442 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.618442 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.618442 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.618442 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.618442 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618442 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618442 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618442 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618979 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618979 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618979 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618979 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618979 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618979 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618979 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.618979 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.619511 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.619511 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.619511 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.619511 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.619511 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.619511 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.619511 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.619511 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620034 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620034 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620034 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620034 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620034 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620034 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620034 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620034 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.620581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621119 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621119 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621119 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621119 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621119 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621119 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621119 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621119 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621119 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.621746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622333 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622333 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622333 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622333 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622333 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622333 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622333 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622333 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622333 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.622995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624118 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624118 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624118 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624118 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624118 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624118 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624118 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624652 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624730 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.624934 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.625210 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.625397 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.625617 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.625840 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.626075 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.626297 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.626536 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.626752 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.626989 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.627265 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.627576 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.627827 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.628073 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.628313 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.628551 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.628794 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.629054 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.629290 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.629526 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.629746 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.630011 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.630238 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.630497 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.630741 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.630982 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.631215 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.631436 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.631693 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.631942 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.632187 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.632435 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.632696 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.632975 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.633213 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.633470 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.633724 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.633981 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.634261 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.634556 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.634831 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.635123 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.635378 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.635687 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.635939 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.636219 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.636629 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.637035 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.637274 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.637510 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.637773 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.638030 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.638266 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.638534 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.638798 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.640039 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.640282 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.640524 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.640839 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.641079 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.641326 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.641548 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.641831 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.642085 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.642341 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.642662 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.642917 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.643495 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.643495 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.646569 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.647250 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 34426) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:35.647542 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.647827 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.648093 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.648358 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.648620 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.648889 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.649161 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.649413 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.649669 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.649944 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.650176 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.650466 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.650660 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.650887 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.651112 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.651523 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.651747 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.651999 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.652242 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.652466 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.652708 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.652932 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.653171 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.653424 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.653648 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.653919 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.654184 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.654432 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.654728 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.655652 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.655905 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.656133 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.656394 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.656644 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.656867 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.657087 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.657319 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.657559 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.657785 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.658021 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.658242 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.658526 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.658783 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.659139 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.659383 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.659618 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.659849 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.660100 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.660322 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.660564 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.660789 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.661018 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.661241 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.661468 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.661720 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.661975 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.662221 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.662489 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.662727 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.662975 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.663812 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.663812 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.663812 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.664139 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0142126 Mar 04 20:29:35.664250 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.664250 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.664476 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.665713 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.665949 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.666229 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.667644 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.667644 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.669022 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.669022 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.669248 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.669505 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.669771 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.670028 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.670348 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.671271 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.672388 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.672644 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.672883 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.673113 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.673334 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.673594 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.673810 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.674032 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.674266 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.674542 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.674761 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.674995 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.675209 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.675423 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.675647 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.676715 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.676960 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.677563 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.677563 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.677744 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.677853 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.678076 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.678289 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.678547 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.678784 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.678999 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.679229 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.679471 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.679689 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.679986 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.680251 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.680477 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.680785 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.681050 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.681310 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.681764 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.682071 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.682290 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.683524 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.683786 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.684019 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.684276 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.684497 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.685002 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.685319 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.685581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.687399 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.687399 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.687584 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.687758 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.687981 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.688289 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.688620 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.688926 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.689183 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.689439 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.689700 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.689934 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.690174 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.690439 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.690658 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.690876 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.691258 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.691643 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.692400 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.692400 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.692400 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.692670 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.692791 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.693025 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.693301 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.693913 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.693913 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 20:29:35.694211 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 20:29:35.694360 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 20:29:35.694531 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 20:29:35.694703 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 20:29:35.694877 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 20:29:35.695022 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 20:29:35.695235 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.695402 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.695558 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.695707 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.695846 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.696047 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.696199 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.696361 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.696521 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.696680 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.696842 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.697001 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.697160 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.697319 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.697479 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.697640 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.697800 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.697960 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.699591 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.699591 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.699591 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.699591 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.699940 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] debug = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.699940 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.700168 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.700347 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.700347 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.700624 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.700792 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.700792 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.701082 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.701229 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.701366 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.702153 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.702153 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.703406 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.703406 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.703406 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.703406 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.703707 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.703707 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.703864 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] host = dv-cinder-799871-17-smb {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.704027 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.704189 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.704349 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.704508 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.704669 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.705601 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.705601 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.705601 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.705601 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.705601 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.705601 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.706003 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.706003 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.706003 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.706228 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_options = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.706304 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.706497 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.706763 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.706868 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.707198 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.707198 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.707370 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.707517 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.707602 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.707747 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.707907 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.708066 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.708226 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.708485 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.708575 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.708691 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.708933 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.709184 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.709374 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.709554 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.709727 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.709903 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.710052 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.710227 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.710373 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.710565 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.710696 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.712215 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.712215 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.712215 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.712215 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.712215 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.712215 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.712215 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.712215 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713150 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713666 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713666 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713666 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713666 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_json = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.713903 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.715133 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.715133 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.715133 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.715133 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.715133 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.715133 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.727090 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:29:35.732200 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.732200 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 20:29:35.732200 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732200 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732200 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732200 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732200 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732200 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732806 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732806 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732806 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732806 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732806 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732806 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732806 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.732806 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733320 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733320 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733320 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733320 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733320 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733320 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733320 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733320 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733840 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733840 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733840 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733840 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733840 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733840 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733840 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.733840 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.734356 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.734356 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.734356 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.734356 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.734356 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.734356 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.734356 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.735131 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.735310 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.735460 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.735859 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.735859 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.736138 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.737120 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.737296 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.737439 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.737593 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.740586 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.741025 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.741216 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.741396 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.741571 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.741744 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.741905 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.742073 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.742241 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.742444 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.742657 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.742809 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.742962 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.743102 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.743297 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.743446 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.743585 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.743741 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.743880 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.744029 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.744193 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.744371 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.744536 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.745612 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.745612 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.745612 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.745612 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.745612 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.745612 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.745612 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.746245 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.746245 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.746245 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.746245 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.746743 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.746743 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.746743 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.747033 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.747033 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.747231 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.747336 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.747475 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.747620 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.747803 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.747956 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.748134 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.748824 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.749506 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.749842 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.750172 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.750357 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.751092 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.751092 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.751092 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.751092 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.751404 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.751404 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.751550 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.751629 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.752619 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.752619 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.752619 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.752619 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.752619 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.752619 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.752982 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.752982 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.752982 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.753162 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.753298 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754186 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754186 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754186 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754186 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754186 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754530 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754530 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754667 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754737 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.754902 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.755082 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.755283 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.755407 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.755527 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.755743 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.755866 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.755990 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.756154 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.757028 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.757028 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.757028 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.757028 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.757028 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.757589 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.757589 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.757589 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.758443 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.758443 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.758443 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.758443 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.758443 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.761049 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.761245 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.761418 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.761563 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.761691 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.761862 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.762056 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.762186 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.762558 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.762558 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.762911 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.762911 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.763490 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.763490 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.763490 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.763490 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.764616 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.764616 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.764616 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.765211 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.765396 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.765734 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.766058 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.766233 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.766478 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.766650 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.766791 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.766958 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.767179 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.767351 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.767518 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.767685 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.767851 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.768017 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.768186 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.768338 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.768507 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.768719 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.768893 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.769052 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.769223 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.769370 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.769501 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.770275 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.770275 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.770275 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.770275 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.770275 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771043 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771043 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771043 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771043 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771553 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771553 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771553 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771740 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771816 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.771966 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.772305 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.772305 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.772454 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.772591 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.772767 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.772914 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.773135 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.773270 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.773420 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.773556 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.773692 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.773837 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.773999 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.774179 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.774399 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.774589 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.774826 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.774985 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.775126 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.775326 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.775469 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.775607 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.775744 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.775844 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.776874 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.776874 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.776874 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.776874 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.776874 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.776874 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.777858 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.777858 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.777858 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.777858 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.777858 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.777858 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.778286 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.778286 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.778286 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.778588 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.779354 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.779354 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.779354 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.779354 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.779354 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.780663 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.781611 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.781804 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.782128 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.782446 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.783581 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.783691 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.783790 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.783974 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.784147 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.784362 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.784544 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.784702 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.784862 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.786331 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.786565 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.787599 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.787599 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.787599 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.787599 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.787599 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.787599 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.788100 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.788100 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.788100 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.788367 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.788367 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.788498 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.788741 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.788888 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.788999 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.789250 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.789383 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.789538 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.789699 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.789885 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.790017 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.790156 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.790319 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.790550 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.790890 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.791061 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.792856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.792856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.792856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.792856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.792856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.792856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.792856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.792856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.792856 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 20:29:35.793534 dv-cinder-799871-17-smb neutron-server[103495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 20:29:47.347203 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8750dc5b-ec51-4c7b-97c7-929eee5bfc53 None None] get_active_networks_info from dv-cinder-799871-17-smb {{(pid=103640) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 04 20:29:47.429382 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750dc5b-ec51-4c7b-97c7-929eee5bfc53 None None] No non-hosted networks {{(pid=103640) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 04 20:29:47.446810 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.agentschedulers_db [None req-8750dc5b-ec51-4c7b-97c7-929eee5bfc53 None None] DHCP Agent not found on host dv-cinder-799871-17-smb {{(pid=103640) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 04 20:29:47.637957 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-49ab23ab-e1ee-4de6-bb1d-2926d447972f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594857'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:49.640612 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c8bc6bca-6038-4950-a8fc-1814dce5c850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594857'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:49.684138 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.db.api [None req-f6ac48f7-201b-4294-be95-a97eda4535d0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799871-17-smb {{(pid=103640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 20:29:49.684988 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG oslo_db.api [None req-f6ac48f7-201b-4294-be95-a97eda4535d0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 20:29:50.206856 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f6ac48f7-201b-4294-be95-a97eda4535d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:50.957809 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594857'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:52.226718 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594857'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:53.447610 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 34514) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:53.655814 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594857'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:53.656394 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.656584 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.656830 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.657491 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.658043 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.658446 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.659131 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.659700 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.660131 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.660364 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.660688 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.661007 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.661343 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:29:53.661743 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-17-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:29:53.671722 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-17-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:29:54.044768 dv-cinder-799871-17-smb neutron-server[103639]: WARNING oslo_policy.policy [None req-7f792aef-827c-4e36-be89-0e071765b56b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:29:54.045779 dv-cinder-799871-17-smb neutron-server[103639]: WARNING oslo_policy.policy [None req-7f792aef-827c-4e36-be89-0e071765b56b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:29:54.277748 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [None req-7f792aef-827c-4e36-be89-0e071765b56b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:29:54.291928 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-7f792aef-827c-4e36-be89-0e071765b56b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8295066 Mar 04 20:29:55.728086 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.db.l3_hamode_db [None req-427f9711-02d1-4b02-9a4b-d2d395980ca2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 04 20:29:55.807667 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f9711-02d1-4b02-9a4b-d2d395980ca2 None None] Routers set() bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:29:55.808229 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f9711-02d1-4b02-9a4b-d2d395980ca2 None None] Router IDs set() for agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 04 20:29:56.868099 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 34540) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:29:57.185034 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-a7548269-5dcd-4a91-8ca7-e68e9d450a43 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:29:57.278812 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.policy [None req-a7548269-5dcd-4a91-8ca7-e68e9d450a43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 20:29:57.320949 dv-cinder-799871-17-smb neutron-server[103639]: WARNING oslo_policy.policy [None req-a7548269-5dcd-4a91-8ca7-e68e9d450a43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:29:57.321346 dv-cinder-799871-17-smb neutron-server[103639]: WARNING oslo_policy.policy [None req-a7548269-5dcd-4a91-8ca7-e68e9d450a43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:29:57.505242 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a7548269-5dcd-4a91-8ca7-e68e9d450a43 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738584007429', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738584010104', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738584013701', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738584251406', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738584256612', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738584232092', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-653196', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-826445', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1954836', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1813595'] for rbac-policy (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:57.671944 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a7548269-5dcd-4a91-8ca7-e68e9d450a43 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:29:57.673127 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a7548269-5dcd-4a91-8ca7-e68e9d450a43 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8040755 Mar 04 20:30:00.235216 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 34550) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:00.798030 dv-cinder-799871-17-smb neutron-server[103638]: WARNING oslo_policy.policy [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:30:00.798741 dv-cinder-799871-17-smb neutron-server[103638]: WARNING oslo_policy.policy [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:30:01.022793 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:30:01.139519 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Made reservation on behalf of 267393fdf6fe4b3ba527c130b75b8425 for: {'network': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:30:01.207266 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.policy [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103638) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 20:30:01.250147 dv-cinder-799871-17-smb neutron-server[103638]: WARNING oslo_policy.policy [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:30:01.250749 dv-cinder-799871-17-smb neutron-server[103638]: WARNING oslo_policy.policy [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 20:30:01.261171 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:01.283617 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:01.394284 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Publish callbacks [] for security_group (69d16f07-2828-4c3b-8efd-7a60fdeaa375), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:01.458106 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (69d16f07-2828-4c3b-8efd-7a60fdeaa375), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:01.483340 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:30:01.517684 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738582058334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (99e0fcd2-fea7-44de-ba46-ac9b4adbe133), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:01.518284 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Unsubscribe: segment precommit_create {{(pid=103638) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 20:30:01.518991 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.segments_db [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Added segment 99e0fcd2-fea7-44de-ba46-ac9b4adbe133 of type vlan for network 9705f063-6aab-4157-a0a6-b554127147f8 Mar 04 20:30:01.535436 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=69d16f07-2828-4c3b-8efd-7a60fdeaa375,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:01.586361 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.586729 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.587092 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.587431 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.587760 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.588086 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.588410 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.588731 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.589052 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.589386 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.589708 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.590024 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.590340 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Tracked resource versions report: Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: pushed versions: Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: { 'AddressGroup': {'1.2'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'ConntrackHelper': {'1.0'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Log': {'1.0'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Network': {'1.1'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Port': {'1.7'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'PortForwarding': {'1.2'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'QosPolicy': {'1.10'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'SecurityGroup': {'1.5'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'SubPort': {'1.0'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Subnet': {'1.1'}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Trunk': {'1.1'}} Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: consumer versions: Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: { DHCP agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: L3 agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: Metadata agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: Metering agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: Open vSwitch agent@dv-cinder-799871-17-smb: { 'AddressGroup': '1.2', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'ConntrackHelper': '1.0', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'LocalIPAssociation': '1.0', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Log': '1.0', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Network': '1.1', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Port': '1.7', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'PortForwarding': '1.2', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'QosPolicy': '1.10', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'SecurityGroup': '1.5', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'SecurityGroupRule': '1.2', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'SubPort': '1.0', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Subnet': '1.1', Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: 'Trunk': '1.1'}} Mar 04 20:30:01.592479 dv-cinder-799871-17-smb neutron-server[103638]: {{(pid=103638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:30:01.634145 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (9705f063-6aab-4157-a0a6-b554127147f8), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:01.728643 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (9705f063-6aab-4157-a0a6-b554127147f8), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:01.734403 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:01.735114 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:01.850239 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] Pushing event updated for resources: {'Network': ['ID=9705f063-6aab-4157-a0a6-b554127147f8,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:01.861843 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 9705f063-6aab-4157-a0a6-b554127147f8 details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:30:01.920672 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-63872e24-628b-469a-8bdc-fdfe7649d40a demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6832986 Mar 04 20:30:04.465103 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 34570) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:04.865130 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a137a3-bb34-4ddc-b205-aeb066762157 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:04.866524 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d1a137a3-bb34-4ddc-b205-aeb066762157 demo admin] 10.222.0.41 "GET /v2.0/networks/9705f063-6aab-4157-a0a6-b554127147f8 HTTP/1.1" status: 200 len: 825 time: 0.3996744 Mar 04 20:30:04.906578 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-716a4bfa-a9e2-431f-b7f2-1e5af632bcef demo admin] 10.222.0.41 "GET /v2.0/subnetpools/a723ce49-f65e-4c25-91cc-1d2eeba4d294 HTTP/1.1" status: 200 len: 734 time: 0.0336742 Mar 04 20:30:04.915123 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Request body: {'subnet': {'network_id': '9705f063-6aab-4157-a0a6-b554127147f8', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'a723ce49-f65e-4c25-91cc-1d2eeba4d294', 'name': 'private-subnet'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:30:05.088570 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Made reservation on behalf of 267393fdf6fe4b3ba527c130b75b8425 for: {'subnet': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:30:05.090904 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:05.444147 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (eba99ed3-0d03-4679-967a-9f25d5f2cfc7), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:05.514368 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Checking segment: {'id': '99e0fcd2-fea7-44de-ba46-ac9b4adbe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:30:05.515079 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Network hostable DHCP agents. Network: 9705f063-6aab-4157-a0a6-b554127147f8, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:30:05.519388 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Pushing event updated for resources: {'Subnet': ['ID=eba99ed3-0d03-4679-967a-9f25d5f2cfc7,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:05.589775 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Network 9705f063-6aab-4157-a0a6-b554127147f8 is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:30:05.664175 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 9705f063-6aab-4157-a0a6-b554127147f8) {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:30:05.669792 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:05.670221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:05.674889 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b1bd5-8b45-47e6-9b76-5e501de34118 None None] Network 9705f063-6aab-4157-a0a6-b554127147f8 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:30:05.742992 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-b5c86afa-9e55-40b8-a563-fb56a5017390 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8310657 Mar 04 20:30:06.057966 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9becbe76-dc79-53f2-b817-ede71ec7d8fb-9705f063-6aab-4157-a0a6-b554127147f8', 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8', 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'fixed_ips': [{'subnet_id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7'}]}} from dv-cinder-799871-17-smb. {{(pid=103640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:30:06.059984 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:06.337371 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.db_base_plugin_common [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Allocated IP 172.20.0.2 (9705f063-6aab-4157-a0a6-b554127147f8/eba99ed3-0d03-4679-967a-9f25d5f2cfc7/bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f) {{(pid=103640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:30:06.613102 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Publish callbacks [] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), precommit_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:06.694735 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:06.785746 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Network 9705f063-6aab-4157-a0a6-b554127147f8 is already hosted by enough agents. {{(pid=103640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:30:06.800202 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.base_scheduler [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Resources bound (agent type, host, resource id): {{(pid=103640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:30:06.804647 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Received port after_create {{(pid=103640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:30:06.807865 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Pushing event updated for resources: {'Port': ['ID=bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f,revision_number=1']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:06.843206 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.843632 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.843918 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.844262 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.844596 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.844982 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.845318 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.845649 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.845974 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.846320 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.846685 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.847008 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.847332 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Tracked resource versions report: Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: pushed versions: Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: { 'AddressGroup': {'1.2'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'ConntrackHelper': {'1.0'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Log': {'1.0'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Network': {'1.1'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Port': {'1.7'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'PortForwarding': {'1.2'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'QosPolicy': {'1.10'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'SecurityGroup': {'1.5'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'SubPort': {'1.0'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Subnet': {'1.1'}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Trunk': {'1.1'}} Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: consumer versions: Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: { DHCP agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: L3 agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: Metadata agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: Metering agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: Open vSwitch agent@dv-cinder-799871-17-smb: { 'AddressGroup': '1.2', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'ConntrackHelper': '1.0', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'LocalIPAssociation': '1.0', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Log': '1.0', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Network': '1.1', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Port': '1.7', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'PortForwarding': '1.2', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'QosPolicy': '1.10', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'SecurityGroup': '1.5', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'SecurityGroupRule': '1.2', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'SubPort': '1.0', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Subnet': '1.1', Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: 'Trunk': '1.1'}} Mar 04 20:30:06.848441 dv-cinder-799871-17-smb neutron-server[103640]: {{(pid=103640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:30:06.899715 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Attempting to bind port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:30:06.900251 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Attempting to bind port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '99e0fcd2-fea7-44de-ba46-ac9b4adbe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:30:06.900685 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Attempting to bind port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f on network 9705f063-6aab-4157-a0a6-b554127147f8 {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:30:06.906032 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:30:06.906512 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Checking segment: {'id': '99e0fcd2-fea7-44de-ba46-ac9b4adbe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:30:06.907549 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:06.907549 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Bound using segment: {'id': '99e0fcd2-fea7-44de-ba46-ac9b4adbe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:30:06.908002 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Bound port: bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e0fcd2-fea7-44de-ba46-ac9b4adbe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:30:06.908409 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:07.018705 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] For port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:30:07.023175 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] For port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f,segment=NetworkSegment(99e0fcd2-fea7-44de-ba46-ac9b4adbe133),segment_id=99e0fcd2-fea7-44de-ba46-ac9b4adbe133)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:30:07.094875 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:07.158646 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c6e70-b943-41b1-bf0d-ef0fbd1e9c7e None None] Pushing event updated for resources: {'Port': ['ID=bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:08.344352 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 34578) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:08.652080 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [None req-13f5b596-303f-430c-8a56-77fb2bfc5f2d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:30:08.653629 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-13f5b596-303f-430c-8a56-77fb2bfc5f2d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3077950 Mar 04 20:30:11.218333 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 34586) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:11.534608 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [None req-7715d3d5-59d7-40bc-848b-939c04998e33 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:30:11.535666 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-7715d3d5-59d7-40bc-848b-939c04998e33 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3164117 Mar 04 20:30:14.077882 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 34594) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:14.389023 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-947f6ba9-fd3d-4de0-94f2-77fca92a3947 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:30:14.492670 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-947f6ba9-fd3d-4de0-94f2-77fca92a3947 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59987'] for router (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:14.494333 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-947f6ba9-fd3d-4de0-94f2-77fca92a3947 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60004'] for router (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:14.640738 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-947f6ba9-fd3d-4de0-94f2-77fca92a3947 demo demo] Publish callbacks [] for router_controller (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), precommit_add_association {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:14.711725 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-947f6ba9-fd3d-4de0-94f2-77fca92a3947 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800'] for router (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:14.787365 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-947f6ba9-fd3d-4de0-94f2-77fca92a3947 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:14.788499 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-947f6ba9-fd3d-4de0-94f2-77fca92a3947 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7096128 Mar 04 20:30:17.370736 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 34606) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:17.385443 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c710620b-ae6b-4a63-a0e9-e77684ffe404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:17.708598 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [None req-7fb09e69-53a5-4e0a-be94-1918bcbb388c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:30:17.709580 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-7fb09e69-53a5-4e0a-be94-1918bcbb388c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3370981 Mar 04 20:30:18.420854 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:30:18.511948 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:18.512642 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:18.602617 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45543db8-9f84-42ad-bae6-4ab34239b33b None None] Network 9705f063-6aab-4157-a0a6-b554127147f8 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:30:18.646424 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:18.646821 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:18.742703 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f,segment=NetworkSegment(99e0fcd2-fea7-44de-ba46-ac9b4adbe133),segment_id=99e0fcd2-fea7-44de-ba46-ac9b4adbe133)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:30:18.743789 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-75c1e8ba-c54a-42ee-af65-4a52420f3be2 None None] Provisioning complete for port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:18.744184 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-75c1e8ba-c54a-42ee-af65-4a52420f3be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:18.796491 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:18.872231 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:18.916957 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-75c1e8ba-c54a-42ee-af65-4a52420f3be2 None None] Current status of the port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:19.038701 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-efd1c4e3-e47f-4976-b8c8-adb20fb119ff None None] Provisioning complete for port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:19.039098 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-efd1c4e3-e47f-4976-b8c8-adb20fb119ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:19.128314 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-efd1c4e3-e47f-4976-b8c8-adb20fb119ff None None] Current status of the port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:19.642671 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-735dd28e-b07c-4650-b38d-169a03ea3487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:20.292474 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 34616) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:20.392490 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:30:20.439744 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:20.440115 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:20.517324 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:20.600092 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:30:20.670961 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Made reservation on behalf of 60721fb6183f4d23949e71636aed7f92 for: {'network': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:30:20.673671 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:20.689678 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:20.790210 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Publish callbacks [] for security_group (4126d739-fcde-4bdd-960d-b83bae100704), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:20.849759 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (4126d739-fcde-4bdd-960d-b83bae100704), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:20.862310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Reserving flat network on physical network physnet1 {{(pid=103639) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 04 20:30:20.893936 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738582058334', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (c2f31b25-e477-47e9-82a5-18d484c11203), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:20.894542 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Unsubscribe: segment precommit_create {{(pid=103639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 20:30:20.895036 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.segments_db [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Added segment c2f31b25-e477-47e9-82a5-18d484c11203 of type flat for network 518225a1-02dd-44bb-a70b-df82d4aca4cd Mar 04 20:30:20.912401 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4126d739-fcde-4bdd-960d-b83bae100704,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:20.922896 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:20.931040 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.931410 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.931769 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.932109 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.932588 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.932925 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.933266 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.934204 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.934569 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.934914 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.935240 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.935561 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.935880 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Tracked resource versions report: Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: pushed versions: Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: { 'AddressGroup': {'1.2'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'ConntrackHelper': {'1.0'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Log': {'1.0'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Network': {'1.1'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Port': {'1.7'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'PortForwarding': {'1.2'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'QosPolicy': {'1.10'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'SecurityGroup': {'1.5'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'SubPort': {'1.0'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Subnet': {'1.1'}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Trunk': {'1.1'}} Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: consumer versions: Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: { DHCP agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: L3 agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: Metadata agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: Metering agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: Open vSwitch agent@dv-cinder-799871-17-smb: { 'AddressGroup': '1.2', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'ConntrackHelper': '1.0', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'LocalIPAssociation': '1.0', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Log': '1.0', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Network': '1.1', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Port': '1.7', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'PortForwarding': '1.2', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'QosPolicy': '1.10', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'SecurityGroup': '1.5', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'SecurityGroupRule': '1.2', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'SubPort': '1.0', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Subnet': '1.1', Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: 'Trunk': '1.1'}} Mar 04 20:30:20.936989 dv-cinder-799871-17-smb neutron-server[103639]: {{(pid=103639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:30:21.018239 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (518225a1-02dd-44bb-a70b-df82d4aca4cd), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:21.134960 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (518225a1-02dd-44bb-a70b-df82d4aca4cd), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:21.136166 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:21.136870 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:21.234927 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] Pushing event updated for resources: {'Network': ['ID=518225a1-02dd-44bb-a70b-df82d4aca4cd,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:21.244900 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:30:21.268303 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-9163f7c7-ad20-4a54-a78b-64d0b2a16354 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9742396 Mar 04 20:30:22.172391 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:23.734049 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:23.786742 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 34638) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:23.938284 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f59e0-c277-417a-b83c-bd524141e8b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:23.939648 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a77f59e0-c277-417a-b83c-bd524141e8b0 demo admin] 10.222.0.41 "GET /v2.0/subnets/eba99ed3-0d03-4679-967a-9f25d5f2cfc7 HTTP/1.1" status: 200 len: 849 time: 0.1519444 Mar 04 20:30:24.083709 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-241683ca-dc4c-49e2-9fba-1f291a8ecc70 demo admin] 10.222.0.41 "GET /v2.0/routers/8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 HTTP/1.1" status: 200 len: 704 time: 0.1384232 Mar 04 20:30:24.358954 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:24.658616 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Allocated IP 172.20.0.1 (9705f063-6aab-4157-a0a6-b554127147f8/eba99ed3-0d03-4679-967a-9f25d5f2cfc7/3dd06157-b8f5-4799-8103-1f48cab39b8f) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:30:24.855291 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Publish callbacks [] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:24.974492 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:25.046355 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Network 9705f063-6aab-4157-a0a6-b554127147f8 is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:30:25.052668 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:30:25.068086 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:30:25.068634 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593037'] for router_interface (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:25.071302 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Pushing event updated for resources: {'Port': ['ID=3dd06157-b8f5-4799-8103-1f48cab39b8f,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:25.288674 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-020a4e9a-bd00-44f2-bc13-71f2d4c2bba3 None None] Provisioning complete for port 3dd06157-b8f5-4799-8103-1f48cab39b8f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:25.289208 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-020a4e9a-bd00-44f2-bc13-71f2d4c2bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:25.326037 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-020a4e9a-bd00-44f2-bc13-71f2d4c2bba3 None None] Port 3dd06157-b8f5-4799-8103-1f48cab39b8f cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:30:25.384696 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:25.590612 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Publish callbacks [] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:25.663461 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:25.664273 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1592993'] for router_interface (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:25.745979 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Pushing event updated for resources: {'Port': ['ID=3dd06157-b8f5-4799-8103-1f48cab39b8f,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:25.792047 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Network 9705f063-6aab-4157-a0a6-b554127147f8 is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:30:25.794172 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:30:26.035402 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Router 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 is scheduled to L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 with binding_index 1 {{(pid=103639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:30:26.050023 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-c940d90b-19c9-4bca-aa75-0dfd45d8a6c3 None None] Provisioning complete for port 3dd06157-b8f5-4799-8103-1f48cab39b8f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:26.051655 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c940d90b-19c9-4bca-aa75-0dfd45d8a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:26.084378 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-c940d90b-19c9-4bca-aa75-0dfd45d8a6c3 None None] Port 3dd06157-b8f5-4799-8103-1f48cab39b8f cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:30:26.132556 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:30:26.139360 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-dd4745ba-55d3-4833-8156-0cc502740f01 demo admin] 10.222.0.41 "PUT /v2.0/routers/8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0499115 Mar 04 20:30:26.154614 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Sync routers for ids ['8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:30:26.167215 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Routers {'8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:30:26.168137 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:30:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:30:26.360770 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Set router 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 gateway port host: None {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:30:26.787310 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'name': 'router1', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:30:14Z', 'updated_at': '2022-03-04T20:30:25Z', 'revision_number': 2, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'gw_port_host': None, '_interfaces': [{'id': '3dd06157-b8f5-4799-8103-1f48cab39b8f', 'name': '', 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'mac_address': 'fa:16:3e:90:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:30:24Z', 'updated_at': '2022-03-04T20:30:25Z', 'revision_number': 2, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'subnets': [{'id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a723ce49-f65e-4c25-91cc-1d2eeba4d294'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:30:26.838414 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Checking router: 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:30:26.838795 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Updating router 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 port 3dd06157-b8f5-4799-8103-1f48cab39b8f binding host dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:30:26.892347 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:27.408394 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Publish callbacks [] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), precommit_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:27.476295 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:27.645842 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Pushing event updated for resources: {'Port': ['ID=3dd06157-b8f5-4799-8103-1f48cab39b8f,revision_number=3']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:27.654926 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Attempting to bind port 3dd06157-b8f5-4799-8103-1f48cab39b8f on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:30:27.655339 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Attempting to bind port 3dd06157-b8f5-4799-8103-1f48cab39b8f by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '99e0fcd2-fea7-44de-ba46-ac9b4adbe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8'}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:30:27.655801 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Attempting to bind port 3dd06157-b8f5-4799-8103-1f48cab39b8f on network 9705f063-6aab-4157-a0a6-b554127147f8 {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:30:27.664109 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:30:27.664555 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Checking segment: {'id': '99e0fcd2-fea7-44de-ba46-ac9b4adbe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:30:27.665083 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:27.665490 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Bound using segment: {'id': '99e0fcd2-fea7-44de-ba46-ac9b4adbe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8'} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:30:27.665985 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Bound port: 3dd06157-b8f5-4799-8103-1f48cab39b8f, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e0fcd2-fea7-44de-ba46-ac9b4adbe133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8'}}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:30:27.666439 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:27.669662 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.670015 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.670372 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.670746 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.671085 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.671419 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.671753 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.672086 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.672414 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.672749 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.673080 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.673405 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.673733 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Tracked resource versions report: Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: pushed versions: Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: { 'AddressGroup': {'1.2'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'ConntrackHelper': {'1.0'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Log': {'1.0'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Network': {'1.1'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Port': {'1.7'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'PortForwarding': {'1.2'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'QosPolicy': {'1.10'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'SecurityGroup': {'1.5'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'SubPort': {'1.0'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Subnet': {'1.1'}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Trunk': {'1.1'}} Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: consumer versions: Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: { DHCP agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: L3 agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: Metadata agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: Metering agent@dv-cinder-799871-17-smb: {}, Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: Open vSwitch agent@dv-cinder-799871-17-smb: { 'AddressGroup': '1.2', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'ConntrackHelper': '1.0', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'LocalIPAssociation': '1.0', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Log': '1.0', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Network': '1.1', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Port': '1.7', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'PortForwarding': '1.2', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'QosPolicy': '1.10', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'SecurityGroup': '1.5', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'SecurityGroupRule': '1.2', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'SubPort': '1.0', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Subnet': '1.1', Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: 'Trunk': '1.1'}} Mar 04 20:30:27.674884 dv-cinder-799871-17-smb neutron-server[103641]: {{(pid=103641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:30:27.712700 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-a1df1511-b295-4c34-88e9-9655a28049a0 None None] Provisioning complete for port 3dd06157-b8f5-4799-8103-1f48cab39b8f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:27.713257 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a1df1511-b295-4c34-88e9-9655a28049a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:27.747125 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-a1df1511-b295-4c34-88e9-9655a28049a0 None None] Port 3dd06157-b8f5-4799-8103-1f48cab39b8f cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:30:27.748675 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] For port 3dd06157-b8f5-4799-8103-1f48cab39b8f, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:30:27.768946 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] For port 3dd06157-b8f5-4799-8103-1f48cab39b8f, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=3dd06157-b8f5-4799-8103-1f48cab39b8f,segment=NetworkSegment(99e0fcd2-fea7-44de-ba46-ac9b4adbe133),segment_id=99e0fcd2-fea7-44de-ba46-ac9b4adbe133)] {{(pid=103641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:30:27.854630 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:27.902807 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Routers {'8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:30:27.903682 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:30:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:30:27.979495 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976bbd2-90db-416d-a2d2-9c507037f9e7 None None] Pushing event updated for resources: {'Port': ['ID=3dd06157-b8f5-4799-8103-1f48cab39b8f,revision_number=4']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:28.006140 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] Set router 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 gateway port host: None {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:30:28.070418 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-760d2987-7d71-423a-86f2-5a782993de73 None None] Provisioning complete for port 3dd06157-b8f5-4799-8103-1f48cab39b8f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:28.070942 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-760d2987-7d71-423a-86f2-5a782993de73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:28.156650 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-760d2987-7d71-423a-86f2-5a782993de73 None None] Current status of the port 3dd06157-b8f5-4799-8103-1f48cab39b8f is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:28.156946 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-760d2987-7d71-423a-86f2-5a782993de73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:28.193080 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-760d2987-7d71-423a-86f2-5a782993de73 None None] For port 3dd06157-b8f5-4799-8103-1f48cab39b8f, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=3dd06157-b8f5-4799-8103-1f48cab39b8f,segment=NetworkSegment(99e0fcd2-fea7-44de-ba46-ac9b4adbe133),segment_id=99e0fcd2-fea7-44de-ba46-ac9b4adbe133)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:30:28.225734 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'name': 'router1', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:30:14Z', 'updated_at': '2022-03-04T20:30:25Z', 'revision_number': 2, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'gw_port_host': None, '_interfaces': [{'id': '3dd06157-b8f5-4799-8103-1f48cab39b8f', 'name': '', 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'mac_address': 'fa:16:3e:90:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:30:24Z', 'updated_at': '2022-03-04T20:30:27Z', 'revision_number': 4, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'subnets': [{'id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a723ce49-f65e-4c25-91cc-1d2eeba4d294'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:30:28.252355 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-760d2987-7d71-423a-86f2-5a782993de73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:28.253092 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc1f49-1926-459a-a9e5-07da14c55a0e None None] The sync data for ids ['8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'] in dv-cinder-799871-17-smb is: [{'id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'name': 'router1', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:30:14Z', 'updated_at': '2022-03-04T20:30:25Z', 'revision_number': 2, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'gw_port_host': None, '_interfaces': [{'id': '3dd06157-b8f5-4799-8103-1f48cab39b8f', 'name': '', 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'mac_address': 'fa:16:3e:90:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:30:24Z', 'updated_at': '2022-03-04T20:30:27Z', 'revision_number': 4, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'subnets': [{'id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a723ce49-f65e-4c25-91cc-1d2eeba4d294'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:30:28.314713 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d2987-7d71-423a-86f2-5a782993de73 None None] Pushing event updated for resources: {'Port': ['ID=3dd06157-b8f5-4799-8103-1f48cab39b8f,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:28.564412 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 34658) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:28.680329 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e72c0-9ba1-4ef3-9e51-cdbf73098338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:28.682427 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-3e2e72c0-9ba1-4ef3-9e51-cdbf73098338 admin admin] 10.222.0.41 "GET /v2.0/networks/518225a1-02dd-44bb-a70b-df82d4aca4cd HTTP/1.1" status: 200 len: 842 time: 0.1162257 Mar 04 20:30:28.691263 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'enable_dhcp': False}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:30:28.797035 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Made reservation on behalf of 60721fb6183f4d23949e71636aed7f92 for: {'subnet': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:30:28.799269 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:29.209322 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.objects.ports [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103638) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 04 20:30:29.209783 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (eccac675-f682-475a-ac98-4563b0655e7d), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:29.265298 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eccac675-f682-475a-ac98-4563b0655e7d,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:29.275646 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:30:29.275996 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Network hostable DHCP agents. Network: 518225a1-02dd-44bb-a70b-df82d4aca4cd, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:30:29.362270 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:30:29.431140 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 518225a1-02dd-44bb-a70b-df82d4aca4cd) {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:30:29.435738 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:29.436336 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:29.441113 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf10b8-fa94-4cfc-8abf-00ded67dfbe4 None None] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:30:29.507979 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-76ec93ec-c762-45ad-87e1-128746377f92 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8199589 Mar 04 20:30:29.542318 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c51790-08d6-4f95-84c8-0761a9cb1245 None None] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:30:29.616709 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:30:31.959575 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 34666) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:32.200446 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-41792348-153f-444e-989d-32995b8e82ce demo admin] 10.222.0.41 "GET /v2.0/routers/8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 HTTP/1.1" status: 200 len: 710 time: 0.2395504 Mar 04 20:30:32.288702 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9704e38-4625-42f1-a1e5-ac45588d48ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:30:32.290174 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-e9704e38-4625-42f1-a1e5-ac45588d48ce demo admin] 10.222.0.41 "GET /v2.0/networks/518225a1-02dd-44bb-a70b-df82d4aca4cd HTTP/1.1" status: 200 len: 886 time: 0.0844612 Mar 04 20:30:32.300175 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:30:32.554419 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Publish callbacks [] for router_gateway (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:32.903322 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Publish callbacks [] for router_gateway (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:32.979772 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:33.131096 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Allocated IP 172.28.1.29 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/a66bb156-357f-4d8d-a096-f7c5444a575b) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:30:33.245274 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Publish callbacks [] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:33.361123 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:33.435011 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:30:33.443264 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:30:33.452266 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:30:33.455127 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Pushing event updated for resources: {'Port': ['ID=a66bb156-357f-4d8d-a096-f7c5444a575b,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:33.848725 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Publish callbacks [] for router_gateway (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:34.050136 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1592795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60022'] for router (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:34.055226 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1592786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1592809', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596675'] for router (8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:34.170720 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Router 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:30:34.344824 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:30:34.349323 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:34.350412 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-324bc68c-9b23-409f-86c2-6c083af1d0c5 demo admin] 10.222.0.41 "PUT /v2.0/routers/8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 HTTP/1.1" status: 200 len: 889 time: 2.0534012 Mar 04 20:30:36.431870 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 3dd06157-b8f5-4799-8103-1f48cab39b8f up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:30:36.482823 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 3dd06157-b8f5-4799-8103-1f48cab39b8f triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:36.483219 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:36.563613 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 3dd06157-b8f5-4799-8103-1f48cab39b8f is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:36.943732 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 34678) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:30:37.071261 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-1fa56dcb-494e-4581-9df9-4571a8b49af9 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1263809 Mar 04 20:30:37.093363 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Sync routers for ids ['8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:30:37.114957 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Routers {'8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:30:37.117782 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:30:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:30:37.343560 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Set router 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:30:37.830237 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'name': 'router1', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a66bb156-357f-4d8d-a096-f7c5444a575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:30:14Z', 'updated_at': '2022-03-04T20:30:33Z', 'revision_number': 4, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'gw_port': {'id': 'a66bb156-357f-4d8d-a096-f7c5444a575b', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:30:32Z', 'updated_at': '2022-03-04T20:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '3dd06157-b8f5-4799-8103-1f48cab39b8f', 'name': '', 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'mac_address': 'fa:16:3e:90:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:30:24Z', 'updated_at': '2022-03-04T20:30:28Z', 'revision_number': 5, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'subnets': [{'id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a723ce49-f65e-4c25-91cc-1d2eeba4d294'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:30:37.882196 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Checking router: 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:30:37.882196 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Updating router 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 port a66bb156-357f-4d8d-a096-f7c5444a575b binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:30:37.935786 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:38.261804 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Publish callbacks [] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:38.320544 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:38.378243 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Attempting to bind port a66bb156-357f-4d8d-a096-f7c5444a575b on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:30:38.378694 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Attempting to bind port a66bb156-357f-4d8d-a096-f7c5444a575b by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:30:38.379067 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Attempting to bind port a66bb156-357f-4d8d-a096-f7c5444a575b on network 518225a1-02dd-44bb-a70b-df82d4aca4cd {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:30:38.387005 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:30:38.387388 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:30:38.387794 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:38.388194 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Bound using segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:30:38.388667 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Bound port: a66bb156-357f-4d8d-a096-f7c5444a575b, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:30:38.389054 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:38.391314 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f30e70-d205-4584-8ef2-6fe0ba4559b8 None None] Pushing event updated for resources: {'Port': ['ID=a66bb156-357f-4d8d-a096-f7c5444a575b,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:38.452085 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] For port a66bb156-357f-4d8d-a096-f7c5444a575b, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:30:38.455007 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] For port a66bb156-357f-4d8d-a096-f7c5444a575b, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a66bb156-357f-4d8d-a096-f7c5444a575b,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:30:38.534480 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:38.592120 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f30e70-d205-4584-8ef2-6fe0ba4559b8 None None] Pushing event updated for resources: {'Port': ['ID=a66bb156-357f-4d8d-a096-f7c5444a575b,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:38.595902 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Routers {'8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:30:38.595902 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:30:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:30:38.705173 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] Set router 8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:30:38.940913 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'name': 'router1', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a66bb156-357f-4d8d-a096-f7c5444a575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:30:14Z', 'updated_at': '2022-03-04T20:30:33Z', 'revision_number': 4, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'gw_port': {'id': 'a66bb156-357f-4d8d-a096-f7c5444a575b', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:30:32Z', 'updated_at': '2022-03-04T20:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '3dd06157-b8f5-4799-8103-1f48cab39b8f', 'name': '', 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'mac_address': 'fa:16:3e:90:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:30:24Z', 'updated_at': '2022-03-04T20:30:28Z', 'revision_number': 5, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'subnets': [{'id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a723ce49-f65e-4c25-91cc-1d2eeba4d294'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:30:38.970507 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b460fc-5788-4314-bfa2-bc5cccd2ce9a None None] The sync data for ids ['8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4'] in dv-cinder-799871-17-smb is: [{'id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'name': 'router1', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a66bb156-357f-4d8d-a096-f7c5444a575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:30:14Z', 'updated_at': '2022-03-04T20:30:33Z', 'revision_number': 4, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'gw_port': {'id': 'a66bb156-357f-4d8d-a096-f7c5444a575b', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:30:32Z', 'updated_at': '2022-03-04T20:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '3dd06157-b8f5-4799-8103-1f48cab39b8f', 'name': '', 'network_id': '9705f063-6aab-4157-a0a6-b554127147f8', 'tenant_id': '267393fdf6fe4b3ba527c130b75b8425', 'mac_address': 'fa:16:3e:90:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8ee8fd-10de-44d5-8a2c-a3a78da9d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:30:24Z', 'updated_at': '2022-03-04T20:30:28Z', 'revision_number': 5, 'project_id': '267393fdf6fe4b3ba527c130b75b8425', 'subnets': [{'id': 'eba99ed3-0d03-4679-967a-9f25d5f2cfc7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a723ce49-f65e-4c25-91cc-1d2eeba4d294'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:30:40.471138 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a66bb156-357f-4d8d-a096-f7c5444a575b up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:30:40.527493 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port a66bb156-357f-4d8d-a096-f7c5444a575b triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:40.528138 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:40.612266 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port a66bb156-357f-4d8d-a096-f7c5444a575b is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:40.612661 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:40.633456 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port a66bb156-357f-4d8d-a096-f7c5444a575b, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a66bb156-357f-4d8d-a096-f7c5444a575b,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:30:40.722244 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:40.802062 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=a66bb156-357f-4d8d-a096-f7c5444a575b,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:30:42.468601 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a66bb156-357f-4d8d-a096-f7c5444a575b up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:30:42.605938 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port a66bb156-357f-4d8d-a096-f7c5444a575b triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:30:42.606335 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a66bb156-357f-4d8d-a096-f7c5444a575b), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:42.759058 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port a66bb156-357f-4d8d-a096-f7c5444a575b is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:30:47.396811 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1c449e90-3036-4260-a760-9d55b6ad0f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:49.642070 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a0490e50-09df-4866-8710-8a81083c446f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:50.899030 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:52.154778 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:30:53.675791 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:06.623462 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:31:17.389332 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e92478c9-fd2f-45d6-ae1c-697a810ffce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:19.668137 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-b67720db-a8a1-4ad7-9db0-f3ffc22e3bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:20.909083 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:22.857967 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:23.703873 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:43.613927 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:31:47.405335 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1e49b1e7-8dfc-4139-9db3-435931120727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:49.645453 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1e5301e5-254b-4a6e-b753-8f5bc38a4bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:50.902186 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:52.142421 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:31:53.680278 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:01.338424 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35162) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:01.398766 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99122f3-3e25-4f6d-981f-cabbcf068354 admin admin] GET failed (client error): The resource could not be found. Mar 04 20:32:01.400060 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-e99122f3-3e25-4f6d-981f-cabbcf068354 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606778 Mar 04 20:32:01.557904 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae43d1f-494b-4170-936d-0d882cd04523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:01.559325 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6ae43d1f-494b-4170-936d-0d882cd04523 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552203 Mar 04 20:32:04.007834 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35172) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:04.096996 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda852a2-6415-4840-9589-7d1969ec6d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:04.099358 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-eda852a2-6415-4840-9589-7d1969ec6d91 admin admin] 10.222.0.41 "GET /v2.0/subnets/eba99ed3-0d03-4679-967a-9f25d5f2cfc7 HTTP/1.1" status: 200 len: 849 time: 0.0903971 Mar 04 20:32:04.108227 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:32:04.191897 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Publish callbacks [] for subnet (eba99ed3-0d03-4679-967a-9f25d5f2cfc7), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:04.365126 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738582070703'] for subnet (eba99ed3-0d03-4679-967a-9f25d5f2cfc7), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:04.399260 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:04.404660 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:04.404660 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] 10.222.0.41 "PUT /v2.0/subnets/eba99ed3-0d03-4679-967a-9f25d5f2cfc7 HTTP/1.1" status: 200 len: 868 time: 0.2966459 Mar 04 20:32:04.405510 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6bb286-f2b9-4a18-ab9c-a3b4288982e9 None None] Network 9705f063-6aab-4157-a0a6-b554127147f8 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:32:04.421593 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba99ed3-0d03-4679-967a-9f25d5f2cfc7,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:32:04.429770 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.430276 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.430816 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.431215 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.431551 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.431879 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.432224 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.432554 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.432880 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.433268 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.433599 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.433919 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.434234 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8f9a2-03a3-49c5-ad48-35fa23675cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:04.753509 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-3c00625e-80dd-4314-a0bb-ec8a3a353cc0 None None] Provisioning complete for port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:32:04.753819 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3c00625e-80dd-4314-a0bb-ec8a3a353cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:04.827907 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-3c00625e-80dd-4314-a0bb-ec8a3a353cc0 None None] Current status of the port bc77efcb-5eb6-4e8a-af5c-3112bdf7cc2f is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:32:04.837248 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-3c00625e-80dd-4314-a0bb-ec8a3a353cc0 None None] Provisioning complete for port 3dd06157-b8f5-4799-8103-1f48cab39b8f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:32:04.837626 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3c00625e-80dd-4314-a0bb-ec8a3a353cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (3dd06157-b8f5-4799-8103-1f48cab39b8f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:04.912663 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-3c00625e-80dd-4314-a0bb-ec8a3a353cc0 None None] Current status of the port 3dd06157-b8f5-4799-8103-1f48cab39b8f is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:32:06.754503 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35180) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:06.951717 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79f1d1-f5c8-488d-b56d-91a3746eadfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:06.952117 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79f1d1-f5c8-488d-b56d-91a3746eadfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:06.953646 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1a79f1d1-f5c8-488d-b56d-91a3746eadfc admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981990 Mar 04 20:32:09.345840 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35190) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:09.474133 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f6cb7-0ac3-4705-be9e-3b01f1c691d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:09.474643 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f6cb7-0ac3-4705-be9e-3b01f1c691d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:09.477025 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-663f6cb7-0ac3-4705-be9e-3b01f1c691d3 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301572 Mar 04 20:32:11.883201 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35198) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:12.009449 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec41141-9172-4aa3-8b89-849b334a7baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:12.010839 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-aec41141-9172-4aa3-8b89-849b334a7baf admin admin] 10.222.0.41 "GET /v2.0/networks/518225a1-02dd-44bb-a70b-df82d4aca4cd HTTP/1.1" status: 200 len: 886 time: 0.1266878 Mar 04 20:32:14.357526 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35206) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:14.487888 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c65b27-bd1b-4c3e-8433-5e00a00e39bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:14.489262 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-23c65b27-bd1b-4c3e-8433-5e00a00e39bb admin admin] 10.222.0.41 "GET /v2.0/networks/9705f063-6aab-4157-a0a6-b554127147f8 HTTP/1.1" status: 200 len: 869 time: 0.1307986 Mar 04 20:32:16.828323 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35214) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:16.953007 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f8991-46dc-4129-913e-5d8b9bf26b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:16.953463 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f8991-46dc-4129-913e-5d8b9bf26b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:16.954987 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-c83f8991-46dc-4129-913e-5d8b9bf26b7f admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257110 Mar 04 20:32:17.391999 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-98eb45e8-94b6-4ab2-a9a8-2b5c89760113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:19.310883 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35222) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:19.403465 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b94196-38a2-4f48-bb1e-6faa2ae23933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:19.404872 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b94196-38a2-4f48-bb1e-6faa2ae23933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:19.415371 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-a8b94196-38a2-4f48-bb1e-6faa2ae23933 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1028769 Mar 04 20:32:19.672913 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-8b937026-7479-4426-85c2-a6b163ddd393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:20.613053 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:32:20.921269 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:21.779831 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35230) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:21.875221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e28128-65d9-43ef-a618-fcb25dc06dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:21.876615 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-a0e28128-65d9-43ef-a618-fcb25dc06dd6 admin admin] 10.222.0.41 "GET /v2.0/subnets/eba99ed3-0d03-4679-967a-9f25d5f2cfc7 HTTP/1.1" status: 200 len: 868 time: 0.0958092 Mar 04 20:32:22.164359 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:23.656266 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:24.271457 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35238) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:24.367818 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38861f-b0f9-49e7-8c84-046b55e9b748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:24.369209 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-7d38861f-b0f9-49e7-8c84-046b55e9b748 admin admin] 10.222.0.41 "GET /v2.0/subnets/eccac675-f682-475a-ac98-4563b0655e7d HTTP/1.1" status: 200 len: 816 time: 0.0961113 Mar 04 20:32:47.369376 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-ad3cd941-5a09-4211-995d-5c76a65c263d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:49.620200 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a22771a3-cc74-4ab3-bda8-8be6c311ab8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:50.916972 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:52.169207 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:52.887157 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35290) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:52.934857 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [None req-9c08eaea-58d0-494f-9733-a71d64078b5d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:32:52.935852 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-9c08eaea-58d0-494f-9733-a71d64078b5d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476820 Mar 04 20:32:53.665257 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:55.356503 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35298) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:55.418306 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4918702b-067b-4e11-a528-e16ccb3e5b27 admin admin] GET failed (client error): The resource could not be found. Mar 04 20:32:55.420142 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-4918702b-067b-4e11-a528-e16ccb3e5b27 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628619 Mar 04 20:32:55.507734 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45cfd91-2f44-471b-ba5e-d20f2bf3bdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:55.509239 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-f45cfd91-2f44-471b-ba5e-d20f2bf3bdf9 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0850115 Mar 04 20:32:57.611592 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:32:57.887409 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35306) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:32:57.935446 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:32:58.003296 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Made reservation on behalf of 60721fb6183f4d23949e71636aed7f92 for: {'network': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:32:58.005654 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:58.032662 dv-cinder-799871-17-smb neutron-server[103639]: WARNING neutron.services.revisions.revision_plugin [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Could not find related network for resource to bump revision. Mar 04 20:32:58.046902 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:32:58.055862 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (c2c777a6-7560-480e-b5be-b2d18988923a), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:58.056204 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.segments_db [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Added segment c2c777a6-7560-480e-b5be-b2d18988923a of type vlan for network 3d9ab232-72dc-454f-afba-b7b212492f2c Mar 04 20:32:58.100064 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (3d9ab232-72dc-454f-afba-b7b212492f2c), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:58.197190 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (3d9ab232-72dc-454f-afba-b7b212492f2c), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:58.198152 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:32:58.198767 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:32:58.258179 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Pushing event updated for resources: {'Network': ['ID=3d9ab232-72dc-454f-afba-b7b212492f2c,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:32:58.264686 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.265057 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.265422 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.265762 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.266095 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.266445 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.266777 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.267108 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.267433 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.267757 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.268081 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.268405 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.268725 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:32:58.280029 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 3d9ab232-72dc-454f-afba-b7b212492f2c details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:32:58.313304 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-6710c3b4-feda-4f66-b9f3-365a2e6f6e38 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4248974 Mar 04 20:33:00.652330 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35314) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:33:00.713241 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e83c807-8f35-447b-86f1-01eda6a4d776 admin admin] GET failed (client error): The resource could not be found. Mar 04 20:33:00.714543 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-4e83c807-8f35-447b-86f1-01eda6a4d776 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612402 Mar 04 20:33:00.782391 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eed127-d27b-43a1-8b16-5c760271453b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:33:00.783855 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-50eed127-d27b-43a1-8b16-5c760271453b admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653353 Mar 04 20:33:00.793996 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:33:00.927590 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Made reservation on behalf of 60721fb6183f4d23949e71636aed7f92 for: {'subnet': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:33:00.929787 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:01.150802 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (cfa05d75-42b4-4ac3-a339-617aaeaa4402), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:01.209470 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa05d75-42b4-4ac3-a339-617aaeaa4402,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:33:01.216204 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Checking segment: {'id': 'c2c777a6-7560-480e-b5be-b2d18988923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:33:01.216564 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Network hostable DHCP agents. Network: 3d9ab232-72dc-454f-afba-b7b212492f2c, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:33:01.317575 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Network 3d9ab232-72dc-454f-afba-b7b212492f2c is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:33:01.459412 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 3d9ab232-72dc-454f-afba-b7b212492f2c) {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:33:01.464456 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:33:01.464456 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:01.468740 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f58515f-5d44-41cf-8039-8cd13727d3e2 None None] Network 3d9ab232-72dc-454f-afba-b7b212492f2c requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:33:01.563755 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9becbe76-dc79-53f2-b817-ede71ec7d8fb-3d9ab232-72dc-454f-afba-b7b212492f2c', 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c', 'project_id': '60721fb6183f4d23949e71636aed7f92', 'fixed_ips': [{'subnet_id': 'cfa05d75-42b4-4ac3-a339-617aaeaa4402'}]}} from dv-cinder-799871-17-smb. {{(pid=103640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:33:01.564618 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:01.634183 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-4ed5c7e3-f287-4f0c-a056-97255215952d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8434522 Mar 04 20:33:01.709365 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.db_base_plugin_common [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Allocated IP 192.168.233.2 (3d9ab232-72dc-454f-afba-b7b212492f2c/cfa05d75-42b4-4ac3-a339-617aaeaa4402/0afe2142-8c9c-4574-b76f-62439cfdc18b) {{(pid=103640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:33:01.958955 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Publish callbacks [] for port (0afe2142-8c9c-4574-b76f-62439cfdc18b), precommit_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:02.043402 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (0afe2142-8c9c-4574-b76f-62439cfdc18b), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:02.083701 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Network 3d9ab232-72dc-454f-afba-b7b212492f2c is already hosted by enough agents. {{(pid=103640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:33:02.086515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.base_scheduler [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Resources bound (agent type, host, resource id): {{(pid=103640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:33:02.090144 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Received port after_create {{(pid=103640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:33:02.096981 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Pushing event updated for resources: {'Port': ['ID=0afe2142-8c9c-4574-b76f-62439cfdc18b,revision_number=1']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:33:02.106649 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.107000 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.107364 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.107707 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.108037 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.108364 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.108693 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.109023 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.109355 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.109695 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.110023 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.110344 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.110691 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:33:02.160140 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Attempting to bind port 0afe2142-8c9c-4574-b76f-62439cfdc18b on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:33:02.160515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Attempting to bind port 0afe2142-8c9c-4574-b76f-62439cfdc18b by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2c777a6-7560-480e-b5be-b2d18988923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:33:02.160875 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Attempting to bind port 0afe2142-8c9c-4574-b76f-62439cfdc18b on network 3d9ab232-72dc-454f-afba-b7b212492f2c {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:33:02.166010 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:33:02.166422 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Checking segment: {'id': 'c2c777a6-7560-480e-b5be-b2d18988923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:33:02.166801 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:02.167193 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Bound using segment: {'id': 'c2c777a6-7560-480e-b5be-b2d18988923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:33:02.167661 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Bound port: 0afe2142-8c9c-4574-b76f-62439cfdc18b, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c777a6-7560-480e-b5be-b2d18988923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:33:02.168038 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (0afe2142-8c9c-4574-b76f-62439cfdc18b), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:02.231900 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] For port 0afe2142-8c9c-4574-b76f-62439cfdc18b, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:33:02.235178 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] For port 0afe2142-8c9c-4574-b76f-62439cfdc18b, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=0afe2142-8c9c-4574-b76f-62439cfdc18b,segment=NetworkSegment(c2c777a6-7560-480e-b5be-b2d18988923a),segment_id=c2c777a6-7560-480e-b5be-b2d18988923a)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:33:02.301570 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (0afe2142-8c9c-4574-b76f-62439cfdc18b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:02.368578 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8aa94-6f57-4419-ac45-ffba855cb838 None None] Pushing event updated for resources: {'Port': ['ID=0afe2142-8c9c-4574-b76f-62439cfdc18b,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:33:03.245430 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93426d4a-151c-4153-9ac5-32bf2c5e7a07 None None] Network 3d9ab232-72dc-454f-afba-b7b212492f2c requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:33:03.321068 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-cf94f80a-aaf7-4647-8dbd-d52e8821969c None None] Provisioning complete for port 0afe2142-8c9c-4574-b76f-62439cfdc18b triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:33:03.321395 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cf94f80a-aaf7-4647-8dbd-d52e8821969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (0afe2142-8c9c-4574-b76f-62439cfdc18b), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:03.434843 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-cf94f80a-aaf7-4647-8dbd-d52e8821969c None None] Current status of the port 0afe2142-8c9c-4574-b76f-62439cfdc18b is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:33:03.435232 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cf94f80a-aaf7-4647-8dbd-d52e8821969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (0afe2142-8c9c-4574-b76f-62439cfdc18b), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:03.470892 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-cf94f80a-aaf7-4647-8dbd-d52e8821969c None None] For port 0afe2142-8c9c-4574-b76f-62439cfdc18b, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=0afe2142-8c9c-4574-b76f-62439cfdc18b,segment=NetworkSegment(c2c777a6-7560-480e-b5be-b2d18988923a),segment_id=c2c777a6-7560-480e-b5be-b2d18988923a)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:33:03.546255 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cf94f80a-aaf7-4647-8dbd-d52e8821969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (0afe2142-8c9c-4574-b76f-62439cfdc18b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:03.603746 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94f80a-aaf7-4647-8dbd-d52e8821969c None None] Pushing event updated for resources: {'Port': ['ID=0afe2142-8c9c-4574-b76f-62439cfdc18b,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:33:03.666345 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-2087e698-1c8c-470f-b24e-f17dd4f5594b None None] Provisioning complete for port 0afe2142-8c9c-4574-b76f-62439cfdc18b triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:33:03.669638 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-2087e698-1c8c-470f-b24e-f17dd4f5594b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (0afe2142-8c9c-4574-b76f-62439cfdc18b), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:03.748037 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-2087e698-1c8c-470f-b24e-f17dd4f5594b None None] Current status of the port 0afe2142-8c9c-4574-b76f-62439cfdc18b is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:33:04.518801 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 0afe2142-8c9c-4574-b76f-62439cfdc18b up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:33:04.586652 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 0afe2142-8c9c-4574-b76f-62439cfdc18b triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:33:04.587041 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (0afe2142-8c9c-4574-b76f-62439cfdc18b), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:04.667348 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 0afe2142-8c9c-4574-b76f-62439cfdc18b is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:33:17.379891 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-8b2a713b-6148-4ca5-9b2c-a00da2c038ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:19.619446 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f01693b9-7c41-4efd-b864-f1eba450c3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:20.905190 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:22.162202 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:23.670727 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:34.611259 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:33:47.395469 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7463ad39-401c-494d-a6e2-a02776ef001c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:49.652432 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e409f19e-822b-4a8b-8bfc-9f4585743ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:50.904113 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:52.172378 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:33:53.658094 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:11.610485 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:34:17.360479 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-215d0d64-93d4-406a-bd5b-48c11cd31b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:19.640248 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-032b6f5f-f03d-4bc7-b45c-9f625dcd1844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:20.943158 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:22.171890 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:23.657692 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:29.495263 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35352) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:34:29.502390 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [None req-2403eb66-80eb-471c-a07e-3c1591c27a95 tempest-verify_tempest_config-1223166370 tempest-verify_tempest_config-1223166370-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:34:29.503409 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-2403eb66-80eb-471c-a07e-3c1591c27a95 tempest-verify_tempest_config-1223166370 tempest-verify_tempest_config-1223166370-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0071797 Mar 04 20:34:30.004495 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35370) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:34:30.105713 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:30.177662 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Publish callbacks [] for security_group (439ce32c-9b8d-47cc-b6f7-8ab5727daec6), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:30.257093 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (439ce32c-9b8d-47cc-b6f7-8ab5727daec6), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:30.300412 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439ce32c-9b8d-47cc-b6f7-8ab5727daec6,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:34:30.304959 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fea721c36f8d4402bbad9b27f33715a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2994800 Mar 04 20:34:30.307758 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35374) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:34:30.309604 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.309987 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.310336 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.310714 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.311053 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.311388 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.311720 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.312052 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.312382 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.312731 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.313061 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.313384 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.313706 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8515f4b7-e3b0-4ad5-8e46-d9227d5d0e59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.362951 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Publish callbacks [] for security_group (439ce32c-9b8d-47cc-b6f7-8ab5727daec6), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:30.383814 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Publish callbacks [] for security_group (439ce32c-9b8d-47cc-b6f7-8ab5727daec6), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:30.520203 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (439ce32c-9b8d-47cc-b6f7-8ab5727daec6), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:30.522760 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:30.523904 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/439ce32c-9b8d-47cc-b6f7-8ab5727daec6 HTTP/1.1" status: 204 len: 168 time: 0.2151790 Mar 04 20:34:30.531798 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439ce32c-9b8d-47cc-b6f7-8ab5727daec6,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:34:30.538466 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.538847 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.539216 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.539564 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.539906 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.540243 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.540597 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.540940 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.541378 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.541648 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.541985 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.542313 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:30.542670 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858d696-2cad-41c1-b2f6-8cf8d02ed682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:34:47.377332 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4d1f645c-fe41-44b8-9850-298c3d0f4bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:48.608774 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:34:49.627810 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3b0beccc-14d2-40a3-8155-b6b0e754470d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:50.941514 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:52.176304 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:34:53.678761 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:17.380762 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-41244050-eb46-488d-84a9-fa1fc4e890c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:19.637960 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f340c7eb-bd6c-4f6a-883b-c5cfe9b4d4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:20.929321 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:22.192493 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:23.637920 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:25.607643 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:35:47.379662 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-24fde204-e0f3-4547-b5a4-7a9ab6c03474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:49.619853 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-89aa86f9-c9ef-4b0a-ae3e-2ff0204ff80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:50.928418 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:52.185321 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:35:53.648410 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:02.605861 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 5 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:36:14.761876 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1594857'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:17.367181 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-0a0fa783-c525-4af3-b964-44226bf65c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:19.618573 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-439fb566-b713-4c36-a975-ee40ed18e741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:20.932808 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:22.179319 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:23.653228 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:29.723021 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35448) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:29.823218 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-cc113150-6f16-450a-a95d-73f270f5fa10 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0988679 Mar 04 20:36:32.174895 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35458) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:36:32.235644 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-fdbff7ed-314c-495a-b360-7348277442ae admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0596426 Mar 04 20:36:39.604948 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:36:44.772216 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:47.372014 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1bf161ad-5881-4ec4-8ddc-7c453b117085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:49.618210 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3545-b015-4e59-a8f7-1a788d937e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:50.926389 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:52.171866 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:36:53.675029 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:14.794113 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:16.603762 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:37:17.354207 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-128ccab2-4cea-47f9-a7bd-109923a4a159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:19.633963 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-8417f9bb-b2ab-4f1c-b645-57fca687a738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:20.908547 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:22.187894 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:23.656467 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:44.799038 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:47.364652 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cefb9745-0c19-4288-878e-240d00ffc972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:49.615885 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-dffca0ec-9a7c-4bce-85b0-3d3ec5674fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:50.918827 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:52.204460 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:37:53.602848 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:37:53.666920 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:12.742859 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35668) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:12.773863 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35674) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:12.893271 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35680) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:13.166495 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-691731887-network', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:13.195872 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35690) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:13.205530 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1252648152-network', 'tenant_id': 'a67ab4185d334595aee902670eae1187'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:13.245345 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-419209151-network', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:13.283830 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Made reservation on behalf of edfe6d2f87f14edabe06c1f810079d01 for: {'network': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:13.287064 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.290599 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Made reservation on behalf of a67ab4185d334595aee902670eae1187 for: {'network': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:13.292950 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.306187 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.313362 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.330536 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Made reservation on behalf of 8fa8c0e380ee49c291fc6bb62d30a1e3 for: {'network': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:13.331091 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.354151 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.539744 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-827897916-network', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:13.574182 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Publish callbacks [] for security_group (3e11e24c-8008-44a1-9a88-c4aeb4028ef5), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.589904 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Publish callbacks [] for security_group (7081b0c7-94f0-4716-95aa-cc286bfa7b30), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.610977 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Publish callbacks [] for security_group (2fd798bd-3ad8-4875-bfb3-6c01c11af176), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.671710 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Made reservation on behalf of afc329e2dfbc4e25b62b921dd177d858 for: {'network': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:13.671962 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (7081b0c7-94f0-4716-95aa-cc286bfa7b30), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.674224 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.677043 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3e11e24c-8008-44a1-9a88-c4aeb4028ef5), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.688088 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.704186 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7081b0c7-94f0-4716-95aa-cc286bfa7b30,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:13.715266 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.715266 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.715266 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.715829 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.716225 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.716690 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.717139 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.717575 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.718240 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.718710 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.719128 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.719544 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.719957 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Tracked resource versions report: Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: pushed versions: Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: { 'AddressGroup': {'1.2'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'ConntrackHelper': {'1.0'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Log': {'1.0'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Network': {'1.1'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Port': {'1.7'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'PortForwarding': {'1.2'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'QosPolicy': {'1.10'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'SecurityGroup': {'1.5'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'SubPort': {'1.0'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Subnet': {'1.1'}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Trunk': {'1.1'}} Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: consumer versions: Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: { DHCP agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: HyperV agent@hv-cinder-79987: {}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: L3 agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: Metadata agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: Metering agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: Open vSwitch agent@dv-cinder-799871-17-smb: { 'AddressGroup': '1.2', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'ConntrackHelper': '1.0', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'LocalIPAssociation': '1.0', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Log': '1.0', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Network': '1.1', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Port': '1.7', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'PortForwarding': '1.2', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'QosPolicy': '1.10', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'SecurityGroup': '1.5', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'SecurityGroupRule': '1.2', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'SubPort': '1.0', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Subnet': '1.1', Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: 'Trunk': '1.1'}} Mar 04 20:38:13.721127 dv-cinder-799871-17-smb neutron-server[103639]: {{(pid=103639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:38:13.728679 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (2fd798bd-3ad8-4875-bfb3-6c01c11af176), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.744604 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:38:13.750904 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (40ebe2ac-1f17-4534-8f79-c098a7015511), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.751508 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.segments_db [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Added segment 40ebe2ac-1f17-4534-8f79-c098a7015511 of type vlan for network 8b75050e-7a19-4fa4-b477-27897a864e1b Mar 04 20:38:13.793636 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (8b75050e-7a19-4fa4-b477-27897a864e1b), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.832564 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:38:13.841672 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (0ed0952b-e47e-4fdb-acfe-645b3866208d), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.842020 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.segments_db [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Added segment 0ed0952b-e47e-4fdb-acfe-645b3866208d of type vlan for network f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 Mar 04 20:38:13.855723 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Publish callbacks [] for security_group (723840e3-153e-44f7-94b9-7d485056f892), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.882534 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:38:13.907823 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.910037 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (8b75050e-7a19-4fa4-b477-27897a864e1b), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.910995 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:13.911565 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.913399 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e11e24c-8008-44a1-9a88-c4aeb4028ef5,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:13.937584 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (c902f755-d537-429e-9332-0e6b58f7cf4c), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.937943 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.segments_db [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Added segment c902f755-d537-429e-9332-0e6b58f7cf4c of type vlan for network decb093a-7e88-4e3c-bd79-2ebf623b306e Mar 04 20:38:13.958060 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (723840e3-153e-44f7-94b9-7d485056f892), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:13.993837 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:38:13.998636 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (decb093a-7e88-4e3c-bd79-2ebf623b306e), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.006815 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723840e3-153e-44f7-94b9-7d485056f892,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:14.018069 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (05a5d817-59b0-4f82-af08-fedeaa38fe27), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.018654 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.segments_db [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Added segment 05a5d817-59b0-4f82-af08-fedeaa38fe27 of type vlan for network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f Mar 04 20:38:14.020857 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.021438 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.022685 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.030104 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.031340 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.032054 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.032627 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.033184 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.033772 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.034813 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Tracked resource versions report: Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: pushed versions: Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: { 'AddressGroup': {'1.2'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'ConntrackHelper': {'1.0'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Log': {'1.0'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Network': {'1.1'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Port': {'1.7'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'PortForwarding': {'1.2'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'QosPolicy': {'1.10'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'SecurityGroup': {'1.5'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'SubPort': {'1.0'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Subnet': {'1.1'}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Trunk': {'1.1'}} Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: consumer versions: Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: { DHCP agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: HyperV agent@hv-cinder-79987: {}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: L3 agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: Metadata agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: Metering agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: Open vSwitch agent@dv-cinder-799871-17-smb: { 'AddressGroup': '1.2', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'ConntrackHelper': '1.0', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'LocalIPAssociation': '1.0', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Log': '1.0', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Network': '1.1', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Port': '1.7', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'PortForwarding': '1.2', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'QosPolicy': '1.10', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'SecurityGroup': '1.5', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'SecurityGroupRule': '1.2', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'SubPort': '1.0', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Subnet': '1.1', Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: 'Trunk': '1.1'}} Mar 04 20:38:14.039640 dv-cinder-799871-17-smb neutron-server[103638]: {{(pid=103638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:38:14.083996 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1913319 Mar 04 20:38:14.087140 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35736) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:14.095633 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Request body: {'subnet': {'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-subnet', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:14.099040 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Pushing event updated for resources: {'Network': ['ID=8b75050e-7a19-4fa4-b477-27897a864e1b,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:14.103412 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd3137-381b-4e7d-8937-65186fd6bf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd798bd-3ad8-4875-bfb3-6c01c11af176,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:14.113691 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 8b75050e-7a19-4fa4-b477-27897a864e1b details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:38:14.118368 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (decb093a-7e88-4e3c-bd79-2ebf623b306e), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.121602 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:14.121602 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.165237 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.166542 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:14.167118 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.196948 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.226973 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4517307 Mar 04 20:38:14.233425 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35746) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:14.248516 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Request body: {'subnet': {'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-691731887-subnet', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:14.260782 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989af6ac-1cad-4f33-96f2-41cda260772b admin admin] Pushing event updated for resources: {'Network': ['ID=decb093a-7e88-4e3c-bd79-2ebf623b306e,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:14.282815 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network decb093a-7e88-4e3c-bd79-2ebf623b306e details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:38:14.324492 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35756) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:14.325602 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5806251 Mar 04 20:38:14.331843 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Request body: {'subnet': {'network_id': 'f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1252648152-subnet', 'tenant_id': 'a67ab4185d334595aee902670eae1187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:14.341441 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Made reservation on behalf of 8fa8c0e380ee49c291fc6bb62d30a1e3 for: {'subnet': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:14.343974 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.383786 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Made reservation on behalf of edfe6d2f87f14edabe06c1f810079d01 for: {'subnet': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:14.386284 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.538270 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f347933-1625-483e-8d0e-2d34376545fb admin admin] Pushing event updated for resources: {'Network': ['ID=f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:14.560358 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.561330 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:14.561994 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.658262 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:38:14.782456 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5815368 Mar 04 20:38:14.782456 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (7ce54459-8431-4ded-b570-36b6e022ce57), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.784244 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35778) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:14.788441 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f6c8e-1c5f-4894-be9c-1c82a055f828 admin admin] Pushing event updated for resources: {'Network': ['ID=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:14.789201 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Request body: {'subnet': {'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-subnet', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:14.801155 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:38:14.806136 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (df8ab674-da60-4a5d-940e-37747103e9b3), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.838187 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.847134 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce54459-8431-4ded-b570-36b6e022ce57,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:14.857262 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Checking segment: {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:14.857958 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Network hostable DHCP agents. Network: 8b75050e-7a19-4fa4-b477-27897a864e1b, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:38:14.860977 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Made reservation on behalf of a67ab4185d334595aee902670eae1187 for: {'subnet': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:14.863391 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:14.885441 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8ab674-da60-4a5d-940e-37747103e9b3,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:14.901174 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Checking segment: {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:14.903805 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Network hostable DHCP agents. Network: decb093a-7e88-4e3c-bd79-2ebf623b306e, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:38:14.952522 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Made reservation on behalf of afc329e2dfbc4e25b62b921dd177d858 for: {'subnet': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:14.955068 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.015083 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Network decb093a-7e88-4e3c-bd79-2ebf623b306e is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:38:15.069061 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Network 8b75050e-7a19-4fa4-b477-27897a864e1b is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:38:15.081796 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35790) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:15.113749 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 8b75050e-7a19-4fa4-b477-27897a864e1b) {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:15.120085 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:15.121626 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.124638 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef250c-ccce-4d73-a6ed-2bfbf5716007 None None] Network 8b75050e-7a19-4fa4-b477-27897a864e1b requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:15.125173 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, decb093a-7e88-4e3c-bd79-2ebf623b306e) {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:15.132650 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:15.133250 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.178610 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f0210a-2d43-4d25-a4f8-24036eb8e41c None None] Network decb093a-7e88-4e3c-bd79-2ebf623b306e requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:15.188439 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (ebf31355-ef73-4543-929d-553d7c5a547f), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.249827 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-e060269f-74f6-41e3-9857-adffc0e52f57 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0131583 Mar 04 20:38:15.255633 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-196d8fcc-6994-44ba-a074-7a64fb52730d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1627247 Mar 04 20:38:15.255633 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf31355-ef73-4543-929d-553d7c5a547f,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:15.256179 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35798) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:15.256304 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35800) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:15.261456 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:15.269730 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:15.281332 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Checking segment: {'id': '0ed0952b-e47e-4fdb-acfe-645b3866208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:15.282090 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Network hostable DHCP agents. Network: f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:38:15.297125 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (a448cf7e-975a-4d1e-92cd-c96005ad0afc), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.325706 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5a97-7c95-4e3c-86b1-4a7bdfa6a333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.375738 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a448cf7e-975a-4d1e-92cd-c96005ad0afc,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:15.383010 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59987'] for router (43595dff-07c5-4c60-8339-0f9ae498adec), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.384147 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60004'] for router (43595dff-07c5-4c60-8339-0f9ae498adec), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.395251 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Checking segment: {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:15.395613 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Network hostable DHCP agents. Network: f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:38:15.420622 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Network f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:38:15.428069 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59987'] for router (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.429489 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60004'] for router (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.477763 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks [] for router_controller (43595dff-07c5-4c60-8339-0f9ae498adec), precommit_add_association {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.532071 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:38:15.553480 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d048c6-f938-4cf2-b58c-c0641a2f8a11 None None] Network 8b75050e-7a19-4fa4-b477-27897a864e1b requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:15.570300 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9becbe76-dc79-53f2-b817-ede71ec7d8fb-decb093a-7e88-4e3c-bd79-2ebf623b306e', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3'}]}} from dv-cinder-799871-17-smb. {{(pid=103640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:38:15.571178 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.621221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks [] for router_controller (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), precommit_add_association {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.657308 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5a97-7c95-4e3c-86b1-4a7bdfa6a333 admin admin] Publish callbacks [] for security_group (f29ead11-9601-4eb5-b1ca-db48087322b1), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.712473 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6) {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:15.732954 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90122b43-8dc9-4e9d-a721-18b8a7066329 None None] Network f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:15.750101 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f) {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:15.770000 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:15.770612 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.775701 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5a97-7c95-4e3c-86b1-4a7bdfa6a333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f29ead11-9601-4eb5-b1ca-db48087322b1), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.781634 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368f37c-a466-4d9b-8d58-a98686ce72f1 None None] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:15.805388 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:15.806064 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.816476 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks [] for router_gateway (43595dff-07c5-4c60-8339-0f9ae498adec), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:15.897942 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-e9fa5a97-7c95-4e3c-86b1-4a7bdfa6a333 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9f4fc031b9b4f688df1d91a27e9327e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8124723 Mar 04 20:38:15.897942 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa5a97-7c95-4e3c-86b1-4a7bdfa6a333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29ead11-9601-4eb5-b1ca-db48087322b1,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:15.898210 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.db_base_plugin_common [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Allocated IP 172.20.0.2 (decb093a-7e88-4e3c-bd79-2ebf623b306e/df8ab674-da60-4a5d-940e-37747103e9b3/ece16d5c-83af-4965-9c13-4427b97653f1) {{(pid=103640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:15.899964 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35828) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:15.943820 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-c0132876-c09b-43be-82bb-b033dff5451b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1602409 Mar 04 20:38:15.968059 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f41922-1478-4eb9-aac6-9270a65f469d None None] Network f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:15.976419 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d2d483fe-9e09-4c1d-b0ed-69447eb81feb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6445899 Mar 04 20:38:15.981300 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35830) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:15.995744 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks [] for router_gateway (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.025110 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:16.136911 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9becbe76-dc79-53f2-b817-ede71ec7d8fb-f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc'}]}} from dv-cinder-799871-17-smb. {{(pid=103640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:38:16.138812 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.233404 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97174d71-afa6-4fb3-812b-519882d12e03 admin admin] Publish callbacks [] for security_group (f29ead11-9601-4eb5-b1ca-db48087322b1), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.250831 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59987'] for router (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.251942 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60004'] for router (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.286956 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97174d71-afa6-4fb3-812b-519882d12e03 admin admin] Publish callbacks [] for security_group (f29ead11-9601-4eb5-b1ca-db48087322b1), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.421251 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks [] for router_gateway (43595dff-07c5-4c60-8339-0f9ae498adec), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.421825 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks [] for router_controller (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), precommit_add_association {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.445112 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.567478 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Allocated IP 172.28.1.60 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/9dbd45df-5175-4c42-b6dc-e6245b086942) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:16.569423 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Publish callbacks [] for port (ece16d5c-83af-4965-9c13-4427b97653f1), precommit_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.603418 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97174d71-afa6-4fb3-812b-519882d12e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f29ead11-9601-4eb5-b1ca-db48087322b1), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.603967 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.db_base_plugin_common [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Allocated IP 172.20.0.2 (f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f/a448cf7e-975a-4d1e-92cd-c96005ad0afc/a46f13c1-627e-4e36-894e-27030311288f) {{(pid=103640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:16.606009 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-97174d71-afa6-4fb3-812b-519882d12e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.610322 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-97174d71-afa6-4fb3-812b-519882d12e03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f29ead11-9601-4eb5-b1ca-db48087322b1 HTTP/1.1" status: 204 len: 168 time: 0.7069802 Mar 04 20:38:16.642170 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.649749 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97174d71-afa6-4fb3-812b-519882d12e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29ead11-9601-4eb5-b1ca-db48087322b1,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:16.736945 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Network decb093a-7e88-4e3c-bd79-2ebf623b306e is already hosted by enough agents. {{(pid=103640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:16.744591 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Resources bound (agent type, host, resource id): {{(pid=103640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:16.748675 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Received port after_create {{(pid=103640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:16.808356 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Pushing event updated for resources: {'Port': ['ID=ece16d5c-83af-4965-9c13-4427b97653f1,revision_number=1']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:16.862481 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.863279 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.863886 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.864439 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.865140 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.865688 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.866242 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.866814 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.867481 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.868051 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.868598 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.869323 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.869865 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Tracked resource versions report: Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: pushed versions: Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: { 'AddressGroup': {'1.2'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'ConntrackHelper': {'1.0'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Log': {'1.0'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Network': {'1.1'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Port': {'1.7'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'PortForwarding': {'1.2'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'QosPolicy': {'1.10'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'SecurityGroup': {'1.5'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'SubPort': {'1.0'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Subnet': {'1.1'}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Trunk': {'1.1'}} Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: consumer versions: Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: { DHCP agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: HyperV agent@hv-cinder-79987: {}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: L3 agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: Metadata agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: Metering agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: Open vSwitch agent@dv-cinder-799871-17-smb: { 'AddressGroup': '1.2', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'ConntrackHelper': '1.0', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'LocalIPAssociation': '1.0', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Log': '1.0', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Network': '1.1', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Port': '1.7', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'PortForwarding': '1.2', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'QosPolicy': '1.10', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'SecurityGroup': '1.5', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'SecurityGroupRule': '1.2', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'SubPort': '1.0', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Subnet': '1.1', Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: 'Trunk': '1.1'}} Mar 04 20:38:16.871314 dv-cinder-799871-17-smb neutron-server[103640]: {{(pid=103640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:38:16.903660 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks [] for router_gateway (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.922835 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Attempting to bind port ece16d5c-83af-4965-9c13-4427b97653f1 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:16.923324 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Attempting to bind port ece16d5c-83af-4965-9c13-4427b97653f1 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:16.924159 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Attempting to bind port ece16d5c-83af-4965-9c13-4427b97653f1 on network decb093a-7e88-4e3c-bd79-2ebf623b306e {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:16.933268 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:16.933735 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Checking segment: {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:16.934262 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.934821 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Bound using segment: {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:16.935497 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Bound port: ece16d5c-83af-4965-9c13-4427b97653f1, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:16.940472 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.951533 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks [] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.954503 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks [] for router_gateway (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:16.975679 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Publish callbacks [] for port (a46f13c1-627e-4e36-894e-27030311288f), precommit_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.003841 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.044406 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] For port ece16d5c-83af-4965-9c13-4427b97653f1, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:17.050987 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] For port ece16d5c-83af-4965-9c13-4427b97653f1, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=ece16d5c-83af-4965-9c13-4427b97653f1,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:17.085218 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (a46f13c1-627e-4e36-894e-27030311288f), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.138481 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f is already hosted by enough agents. {{(pid=103640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:17.143819 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.base_scheduler [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Resources bound (agent type, host, resource id): {{(pid=103640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:17.148280 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Received port after_create {{(pid=103640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:17.153375 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.173650 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Pushing event updated for resources: {'Port': ['ID=a46f13c1-627e-4e36-894e-27030311288f,revision_number=1']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:17.175820 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.229943 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:17.236033 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:17.273512 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:17.284173 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Allocated IP 172.28.1.62 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/626675bb-f87d-4050-820e-aeb3eba37b4e) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:17.300477 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Pushing event updated for resources: {'Port': ['ID=9dbd45df-5175-4c42-b6dc-e6245b086942,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:17.333185 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Attempting to bind port a46f13c1-627e-4e36-894e-27030311288f on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:17.333706 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Attempting to bind port a46f13c1-627e-4e36-894e-27030311288f by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:17.334107 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Attempting to bind port a46f13c1-627e-4e36-894e-27030311288f on network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:17.364952 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:17.365592 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Checking segment: {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:17.366006 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.366473 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Bound using segment: {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:17.366898 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Bound port: a46f13c1-627e-4e36-894e-27030311288f, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:17.367275 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a46f13c1-627e-4e36-894e-27030311288f), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.425434 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8432a-14ec-4ffb-9685-38ca3f7c9c48 None None] Pushing event updated for resources: {'Port': ['ID=ece16d5c-83af-4965-9c13-4427b97653f1,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:17.442592 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-b2b444ec-0eba-4fba-942b-fae0b1ff7345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.479720 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] For port a46f13c1-627e-4e36-894e-27030311288f, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:17.483947 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] For port a46f13c1-627e-4e36-894e-27030311288f, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a46f13c1-627e-4e36-894e-27030311288f,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:17.564403 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a46f13c1-627e-4e36-894e-27030311288f), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.637247 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35894) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:17.689980 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b83ec3b5-dad1-4228-a4f2-0cd8f8a5a5b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.695610 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f3f91-cd77-4daa-bc0c-6d5d0284b8ca None None] Pushing event updated for resources: {'Port': ['ID=a46f13c1-627e-4e36-894e-27030311288f,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:17.783176 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks [] for router_gateway (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.805784 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks [] for router_gateway (43595dff-07c5-4c60-8339-0f9ae498adec), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.832235 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks [] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.834621 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:17.991351 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b83ec3b5-dad1-4228-a4f2-0cd8f8a5a5b8 admin admin] Publish callbacks [] for security_group (aafefa78-f084-4668-bc77-1aef4c781be7), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.001951 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.002152 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35904) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:18.045377 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b83ec3b5-dad1-4228-a4f2-0cd8f8a5a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (aafefa78-f084-4668-bc77-1aef4c781be7), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.129580 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:18.136955 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:18.144221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:18.151723 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Pushing event updated for resources: {'Port': ['ID=626675bb-f87d-4050-820e-aeb3eba37b4e,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:18.220819 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Allocated IP 172.28.1.226 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/014aaacc-9e8f-4f36-ba39-ada3047f3935) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:18.267700 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ec3b5-dad1-4228-a4f2-0cd8f8a5a5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafefa78-f084-4668-bc77-1aef4c781be7,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:18.282679 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 35920) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:18.286085 dv-cinder-799871-17-smb neutron-server[103638]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 20:38:18.342285 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-218749c4-62b5-40fd-8e74-1ce708ea9dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.433534 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-218749c4-62b5-40fd-8e74-1ce708ea9dde admin admin] Publish callbacks [] for security_group (442d1f52-cda6-4208-b9fb-9253454e8e40), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.439727 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-b83ec3b5-dad1-4228-a4f2-0cd8f8a5a5b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8013fa8e8f44fbaade5ff641aaecf01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8005657 Mar 04 20:38:18.441957 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35926) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:18.558479 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800'] for router (43595dff-07c5-4c60-8339-0f9ae498adec), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.570532 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0af49774-1525-4b65-b60a-767f0ae42892 admin admin] Publish callbacks [] for security_group (aafefa78-f084-4668-bc77-1aef4c781be7), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.613971 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-218749c4-62b5-40fd-8e74-1ce708ea9dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (442d1f52-cda6-4208-b9fb-9253454e8e40), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.625820 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-6171c7bc-e7d9-4427-bdec-a10f03b515d4 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:18.639313 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-6171c7bc-e7d9-4427-bdec-a10f03b515d4 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/networks?id=f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 HTTP/1.1" status: 200 len: 812 time: 0.3497469 Mar 04 20:38:18.683755 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0af49774-1525-4b65-b60a-767f0ae42892 admin admin] Publish callbacks [] for security_group (aafefa78-f084-4668-bc77-1aef4c781be7), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.710251 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218749c4-62b5-40fd-8e74-1ce708ea9dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442d1f52-cda6-4208-b9fb-9253454e8e40,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:18.714465 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-218749c4-62b5-40fd-8e74-1ce708ea9dde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f677e63a8d454d04b93c85b14af09d4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7113152 Mar 04 20:38:18.766143 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35928) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:18.776820 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks [] for router_gateway (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.784470 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks [] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.811849 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c2aea-5856-4ac5-8dcc-da882ce13ddd None None] Network decb093a-7e88-4e3c-bd79-2ebf623b306e requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:18.864869 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-9def98fa-10c8-4a3c-9fa5-9e7df4c183ff tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/quotas/a67ab4185d334595aee902670eae1187 HTTP/1.1" status: 200 len: 375 time: 0.2281382 Mar 04 20:38:18.941004 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34823077-4179-4f23-91f9-baa0da165550 admin admin] Publish callbacks [] for security_group (442d1f52-cda6-4208-b9fb-9253454e8e40), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:18.961789 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-1f4dd439-b82e-4d4c-af45-1cabe17454ae tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a67ab4185d334595aee902670eae1187&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903482 Mar 04 20:38:18.984606 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34823077-4179-4f23-91f9-baa0da165550 admin admin] Publish callbacks [] for security_group (442d1f52-cda6-4208-b9fb-9253454e8e40), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.016059 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a46f13c1-627e-4e36-894e-27030311288f up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:19.030983 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0af49774-1525-4b65-b60a-767f0ae42892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (aafefa78-f084-4668-bc77-1aef4c781be7), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.030983 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0af49774-1525-4b65-b60a-767f0ae42892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.030983 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-0af49774-1525-4b65-b60a-767f0ae42892 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aafefa78-f084-4668-bc77-1aef4c781be7 HTTP/1.1" status: 204 len: 168 time: 0.5840318 Mar 04 20:38:19.048462 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af49774-1525-4b65-b60a-767f0ae42892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafefa78-f084-4668-bc77-1aef4c781be7,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:19.277358 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Router 43595dff-07c5-4c60-8339-0f9ae498adec is scheduled to L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 with binding_index 1 {{(pid=103639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:38:19.281098 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-7f02a9cb-f1ba-4c6f-bcfb-cba497dffc35 None None] Provisioning complete for port ece16d5c-83af-4965-9c13-4427b97653f1 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:19.281098 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7f02a9cb-f1ba-4c6f-bcfb-cba497dffc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.285364 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34823077-4179-4f23-91f9-baa0da165550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (442d1f52-cda6-4208-b9fb-9253454e8e40), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.285364 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-34823077-4179-4f23-91f9-baa0da165550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.285364 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-34823077-4179-4f23-91f9-baa0da165550 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/442d1f52-cda6-4208-b9fb-9253454e8e40 HTTP/1.1" status: 204 len: 168 time: 0.4151993 Mar 04 20:38:19.285364 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34823077-4179-4f23-91f9-baa0da165550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442d1f52-cda6-4208-b9fb-9253454e8e40,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:19.304259 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-cb1e8934-d5c0-485f-98a2-be4444daa0d8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:38:19.304259 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-cb1e8934-d5c0-485f-98a2-be4444daa0d8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1347001 Mar 04 20:38:19.304259 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.305007 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-7f02a9cb-f1ba-4c6f-bcfb-cba497dffc35 None None] Current status of the port ece16d5c-83af-4965-9c13-4427b97653f1 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:19.305007 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7f02a9cb-f1ba-4c6f-bcfb-cba497dffc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.305007 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port a46f13c1-627e-4e36-894e-27030311288f triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:19.305007 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a46f13c1-627e-4e36-894e-27030311288f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.334878 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:19.352030 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Sync routers for ids ['43595dff-07c5-4c60-8339-0f9ae498adec'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:19.366268 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Routers {'43595dff-07c5-4c60-8339-0f9ae498adec'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:19.366943 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:37:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['43595dff-07c5-4c60-8339-0f9ae498adec'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:19.391958 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aca3dc-9c7a-436e-b771-1df52c7b37b1 None None] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:19.397778 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:19.399506 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800'] for router (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.401774 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:19.409838 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:19.437018 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.438502 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-4873dd9a-0c0c-429d-9385-e143000cb0bc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1828558 Mar 04 20:38:19.441559 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35946) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:19.514029 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Pushing event updated for resources: {'Port': ['ID=014aaacc-9e8f-4f36-ba39-ada3047f3935,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:19.595294 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-7f02a9cb-f1ba-4c6f-bcfb-cba497dffc35 None None] For port ece16d5c-83af-4965-9c13-4427b97653f1, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=ece16d5c-83af-4965-9c13-4427b97653f1,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:19.650499 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Set router 43595dff-07c5-4c60-8339-0f9ae498adec gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:19.744676 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7f02a9cb-f1ba-4c6f-bcfb-cba497dffc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.829123 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02a9cb-f1ba-4c6f-bcfb-cba497dffc35 None None] Pushing event updated for resources: {'Port': ['ID=ece16d5c-83af-4965-9c13-4427b97653f1,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:19.837617 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-58d8b4ae-ad48-4844-ba80-146382b8fd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.853506 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port a46f13c1-627e-4e36-894e-27030311288f is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:19.853953 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a46f13c1-627e-4e36-894e-27030311288f), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.910315 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-a5315bce-805e-4b30-bb0d-f8d421f8775a None None] Provisioning complete for port ece16d5c-83af-4965-9c13-4427b97653f1 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:19.911488 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a5315bce-805e-4b30-bb0d-f8d421f8775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:19.960609 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port a46f13c1-627e-4e36-894e-27030311288f, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a46f13c1-627e-4e36-894e-27030311288f,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:19.988181 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:17Z', 'revision_number': 3, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'gw_port': {'id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:20.077266 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Checking router: 43595dff-07c5-4c60-8339-0f9ae498adec for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:20.077949 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Updating router 43595dff-07c5-4c60-8339-0f9ae498adec port 9dbd45df-5175-4c42-b6dc-e6245b086942 binding host dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:20.121347 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a46f13c1-627e-4e36-894e-27030311288f), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.122428 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device ece16d5c-83af-4965-9c13-4427b97653f1 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:20.180343 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-a5315bce-805e-4b30-bb0d-f8d421f8775a None None] Current status of the port ece16d5c-83af-4965-9c13-4427b97653f1 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:20.202438 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.271826 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-a5315bce-805e-4b30-bb0d-f8d421f8775a None None] Provisioning complete for port a46f13c1-627e-4e36-894e-27030311288f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:20.272431 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a5315bce-805e-4b30-bb0d-f8d421f8775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a46f13c1-627e-4e36-894e-27030311288f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.285494 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=a46f13c1-627e-4e36-894e-27030311288f,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:20.317246 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 35974) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:20.357361 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2fbff111-5c0b-4a96-b2ca-3912f35bd88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.357664 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-40daca1f-72bf-487a-857d-023979718d3e service neutron] 10.222.0.41 "GET /v2.0/networks/f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1026757 Mar 04 20:38:20.388660 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port ece16d5c-83af-4965-9c13-4427b97653f1 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:20.392034 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.520535 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-bda7c0cc-87be-490c-84ab-4046dc1de6f8 service neutron] 10.222.0.41 "GET /v2.0/networks/f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618769 Mar 04 20:38:20.750273 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-a5315bce-805e-4b30-bb0d-f8d421f8775a None None] Current status of the port a46f13c1-627e-4e36-894e-27030311288f is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:20.821232 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port ece16d5c-83af-4965-9c13-4427b97653f1 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:20.833445 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2fbff111-5c0b-4a96-b2ca-3912f35bd88d admin admin] Publish callbacks [] for security_group (c45d93b6-6fc2-41cc-be20-f78003ff9431), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.851041 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.861120 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks [] for router_gateway (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.908422 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-19807861-9ad7-4111-833a-3eec333d5b13 None None] Provisioning complete for port a46f13c1-627e-4e36-894e-27030311288f triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:20.930601 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-19807861-9ad7-4111-833a-3eec333d5b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a46f13c1-627e-4e36-894e-27030311288f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.932579 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Publish callbacks [] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), precommit_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.944613 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2fbff111-5c0b-4a96-b2ca-3912f35bd88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c45d93b6-6fc2-41cc-be20-f78003ff9431), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:20.967264 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 is scheduled to L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 with binding_index 1 {{(pid=103638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:38:21.042280 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.057130 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbff111-5c0b-4a96-b2ca-3912f35bd88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d93b6-6fc2-41cc-be20-f78003ff9431,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:21.064531 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a46f13c1-627e-4e36-894e-27030311288f up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:21.086146 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.182929 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-2fbff111-5c0b-4a96-b2ca-3912f35bd88d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61da66a81b50438cadda7a6f0942fd2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8613751 Mar 04 20:38:21.188188 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36024) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:21.211708 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Attempting to bind port 9dbd45df-5175-4c42-b6dc-e6245b086942 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:21.212091 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Attempting to bind port 9dbd45df-5175-4c42-b6dc-e6245b086942 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:21.212449 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Attempting to bind port 9dbd45df-5175-4c42-b6dc-e6245b086942 on network 518225a1-02dd-44bb-a70b-df82d4aca4cd {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:21.254802 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:21.255251 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:21.257360 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.257806 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Bound using segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:21.261340 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Bound port: 9dbd45df-5175-4c42-b6dc-e6245b086942, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:21.261838 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.301679 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-19807861-9ad7-4111-833a-3eec333d5b13 None None] Current status of the port a46f13c1-627e-4e36-894e-27030311288f is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:21.326153 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Pushing event updated for resources: {'Port': ['ID=9dbd45df-5175-4c42-b6dc-e6245b086942,revision_number=2']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:21.336486 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port a46f13c1-627e-4e36-894e-27030311288f triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:21.341439 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a46f13c1-627e-4e36-894e-27030311288f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.391824 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.392106 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.392479 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.396579 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.396942 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.397297 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.397648 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.397992 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.398330 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.398730 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.399072 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.399402 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.399732 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Tracked resource versions report: Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: pushed versions: Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: { 'AddressGroup': {'1.2'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'ConntrackHelper': {'1.0'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'LocalIPAssociation': {'1.0'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Log': {'1.0'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Network': {'1.1'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Port': {'1.7'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'PortForwarding': {'1.2'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'QosPolicy': {'1.10'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'SecurityGroup': {'1.5'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'SecurityGroupRule': {'1.2'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'SubPort': {'1.0'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Subnet': {'1.1'}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Trunk': {'1.1'}} Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: consumer versions: Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: { DHCP agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: HyperV agent@hv-cinder-79987: {}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: L3 agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: Metadata agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: Metering agent@dv-cinder-799871-17-smb: {}, Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: Open vSwitch agent@dv-cinder-799871-17-smb: { 'AddressGroup': '1.2', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'ConntrackHelper': '1.0', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'LocalIPAssociation': '1.0', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Log': '1.0', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Network': '1.1', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Port': '1.7', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'PortForwarding': '1.2', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'QosPolicy': '1.10', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'SecurityGroup': '1.5', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'SecurityGroupRule': '1.2', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'SubPort': '1.0', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Subnet': '1.1', Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: 'Trunk': '1.1'}} Mar 04 20:38:21.400825 dv-cinder-799871-17-smb neutron-server[103641]: {{(pid=103641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 20:38:21.416242 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2272079b-afe8-48a1-b820-16b8a4ede0e5 req-8bbdb760-d002-469b-8960-f6d7743dc291 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 210 time: 0.2822170 Mar 04 20:38:21.450309 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbd2-0c97-4343-9f6d-2376c2d5cbab admin admin] Publish callbacks [] for security_group (c45d93b6-6fc2-41cc-be20-f78003ff9431), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.475070 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] For port 9dbd45df-5175-4c42-b6dc-e6245b086942, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:21.482524 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] For port 9dbd45df-5175-4c42-b6dc-e6245b086942, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=9dbd45df-5175-4c42-b6dc-e6245b086942,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:21.498850 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbd2-0c97-4343-9f6d-2376c2d5cbab admin admin] Publish callbacks [] for security_group (c45d93b6-6fc2-41cc-be20-f78003ff9431), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.501153 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Allocated IP 172.20.0.1 (8b75050e-7a19-4fa4-b477-27897a864e1b/7ce54459-8431-4ded-b570-36b6e022ce57/2343cd06-0884-48f9-99f6-3ae01a703977) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:21.587020 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.631636 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port a46f13c1-627e-4e36-894e-27030311288f is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:21.633238 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device ece16d5c-83af-4965-9c13-4427b97653f1 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:21.664953 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Routers {'43595dff-07c5-4c60-8339-0f9ae498adec'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:21.665782 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['43595dff-07c5-4c60-8339-0f9ae498adec'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:21.713763 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182184-3158-4b74-a64d-42c7c5546c55 None None] Pushing event updated for resources: {'Port': ['ID=9dbd45df-5175-4c42-b6dc-e6245b086942,revision_number=3']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:21.751202 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port ece16d5c-83af-4965-9c13-4427b97653f1 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:21.751586 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.815176 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbd2-0c97-4343-9f6d-2376c2d5cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c45d93b6-6fc2-41cc-be20-f78003ff9431), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.820411 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5f68cbd2-0c97-4343-9f6d-2376c2d5cbab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.822106 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-5f68cbd2-0c97-4343-9f6d-2376c2d5cbab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c45d93b6-6fc2-41cc-be20-f78003ff9431 HTTP/1.1" status: 204 len: 168 time: 0.6281633 Mar 04 20:38:21.841575 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:21.854207 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800'] for router (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.876926 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Sync routers for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:21.878032 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Publish callbacks [] for port (2343cd06-0884-48f9-99f6-3ae01a703977), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:21.883665 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68cbd2-0c97-4343-9f6d-2376c2d5cbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d93b6-6fc2-41cc-be20-f78003ff9431,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:21.934852 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] Set router 43595dff-07c5-4c60-8339-0f9ae498adec gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:21.939387 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:21.940037 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:22.050867 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:22.063836 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port ece16d5c-83af-4965-9c13-4427b97653f1 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:22.109626 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Network 8b75050e-7a19-4fa4-b477-27897a864e1b is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:22.112248 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:22.158251 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:22.167951 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593037'] for router_interface (43595dff-07c5-4c60-8339-0f9ae498adec), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:22.171159 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:22.175683 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-ad1aab71-1edc-4589-9092-cc37b8688909 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9085579 Mar 04 20:38:22.177141 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36078) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:22.212526 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Pushing event updated for resources: {'Port': ['ID=2343cd06-0884-48f9-99f6-3ae01a703977,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:22.220716 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:22.338765 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:17Z', 'revision_number': 3, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'gw_port': {'id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:22.355578 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:22.382858 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3885823-7b6f-4c5c-8939-a5f58c289aeb None None] The sync data for ids ['43595dff-07c5-4c60-8339-0f9ae498adec'] in dv-cinder-799871-17-smb is: [{'id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:17Z', 'revision_number': 3, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'gw_port': {'id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:22.479939 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 is scheduled to L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 with binding_index 1 {{(pid=103638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:38:22.491969 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:22.585597 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:18Z', 'revision_number': 3, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:22.755957 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Checking router: ccef5417-54ab-45b6-b7ba-c8feaa9cf822 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:22.757959 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Updating router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 port 626675bb-f87d-4050-820e-aeb3eba37b4e binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:22.878301 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c4070d98-42ef-4d33-8e8f-f1f6317e6d2a req-fb93e893-4f77-4001-803a-2aad7237b777 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 210 time: 0.1634519 Mar 04 20:38:22.890625 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.017961 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Publish callbacks [] for port (2343cd06-0884-48f9-99f6-3ae01a703977), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.069244 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:23.083586 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b50226-9316-4951-919e-5442defd860b None None] Sync routers for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:23.101188 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b50226-9316-4951-919e-5442defd860b None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:23.103250 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-18b50226-9316-4951-919e-5442defd860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:23.113234 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.113993 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1592993'] for router_interface (43595dff-07c5-4c60-8339-0f9ae498adec), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.284111 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Pushing event updated for resources: {'Port': ['ID=2343cd06-0884-48f9-99f6-3ae01a703977,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:23.369918 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Network 8b75050e-7a19-4fa4-b477-27897a864e1b is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:23.378930 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:23.410442 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-18b50226-9316-4951-919e-5442defd860b None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:23.453641 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Publish callbacks [] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.462843 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 9dbd45df-5175-4c42-b6dc-e6245b086942 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:23.530681 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.616878 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.621061 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-1114672e-84c1-4e01-8e65-ee94e8c79e08 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6247289 Mar 04 20:38:23.628409 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36136) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:23.646333 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Router 43595dff-07c5-4c60-8339-0f9ae498adec has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:38:23.724158 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.754200 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 9dbd45df-5175-4c42-b6dc-e6245b086942 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:23.755723 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.767513 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa98c3c-c258-40ae-8dd6-ef2fb2b4c571 None None] Pushing event updated for resources: {'Port': ['ID=626675bb-f87d-4050-820e-aeb3eba37b4e,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:23.775944 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.827031 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Attempting to bind port 626675bb-f87d-4050-820e-aeb3eba37b4e on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:23.830623 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Attempting to bind port 626675bb-f87d-4050-820e-aeb3eba37b4e by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:23.833173 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Attempting to bind port 626675bb-f87d-4050-820e-aeb3eba37b4e on network 518225a1-02dd-44bb-a70b-df82d4aca4cd {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:23.846581 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:23.846972 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:23.847648 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.848085 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Bound using segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:23.848576 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Bound port: 626675bb-f87d-4050-820e-aeb3eba37b4e, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:23.848963 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:23.966963 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] For port 626675bb-f87d-4050-820e-aeb3eba37b4e, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:23.972780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] For port 626675bb-f87d-4050-820e-aeb3eba37b4e, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=626675bb-f87d-4050-820e-aeb3eba37b4e,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:23.975647 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:24.004104 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-d92674c4-155b-477c-ab69-68c639cf371d admin admin] 10.222.0.41 "PUT /v2.0/routers/43595dff-07c5-4c60-8339-0f9ae498adec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5604618 Mar 04 20:38:24.014291 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-18b50226-9316-4951-919e-5442defd860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:20Z', 'revision_number': 3, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:24.041136 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 9dbd45df-5175-4c42-b6dc-e6245b086942 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:24.046150 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:24.069350 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b50226-9316-4951-919e-5442defd860b None None] Checking router: 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:24.069721 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b50226-9316-4951-919e-5442defd860b None None] Updating router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 port 014aaacc-9e8f-4f36-ba39-ada3047f3935 binding host dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:24.091072 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36150) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:24.094176 dv-cinder-799871-17-smb neutron-server[103639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 20:38:24.110159 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port 9dbd45df-5175-4c42-b6dc-e6245b086942, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=9dbd45df-5175-4c42-b6dc-e6245b086942,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:24.124238 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:24.151007 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-18b50226-9316-4951-919e-5442defd860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:24.186985 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b7ac6f1a-ce55-4353-9741-774c09ba16ed req-6f580f59-0337-4cdc-a140-9e6514d8826e tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 210 time: 0.0941386 Mar 04 20:38:24.299949 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa98c3c-c258-40ae-8dd6-ef2fb2b4c571 None None] Pushing event updated for resources: {'Port': ['ID=626675bb-f87d-4050-820e-aeb3eba37b4e,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:24.313907 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:24.408440 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Allocated IP 172.20.0.1 (decb093a-7e88-4e3c-bd79-2ebf623b306e/df8ab674-da60-4a5d-940e-37747103e9b3/7edaf47b-7a08-43df-9a2f-faae3c819bb8) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:24.518339 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=9dbd45df-5175-4c42-b6dc-e6245b086942,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:24.534786 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:24.537604 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:24.750212 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Publish callbacks [] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:24.853657 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:24.945786 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:24.963183 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:24.980140 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-18b50226-9316-4951-919e-5442defd860b None None] Publish callbacks [] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), precommit_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.010361 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 9dbd45df-5175-4c42-b6dc-e6245b086942 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:25.055004 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-18b50226-9316-4951-919e-5442defd860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.102629 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Network decb093a-7e88-4e3c-bd79-2ebf623b306e is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:25.130511 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:25.139774 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:25.139774 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593037'] for router_interface (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.159343 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca65a4f-5fa1-4855-9cea-33a21a54d777 None None] Pushing event updated for resources: {'Port': ['ID=014aaacc-9e8f-4f36-ba39-ada3047f3935,revision_number=2']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:25.163728 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-18b50226-9316-4951-919e-5442defd860b None None] Attempting to bind port 014aaacc-9e8f-4f36-ba39-ada3047f3935 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:25.164158 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-18b50226-9316-4951-919e-5442defd860b None None] Attempting to bind port 014aaacc-9e8f-4f36-ba39-ada3047f3935 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:25.164529 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b50226-9316-4951-919e-5442defd860b None None] Attempting to bind port 014aaacc-9e8f-4f36-ba39-ada3047f3935 on network 518225a1-02dd-44bb-a70b-df82d4aca4cd {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:25.175731 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b50226-9316-4951-919e-5442defd860b None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:25.177127 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b50226-9316-4951-919e-5442defd860b None None] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:25.178859 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-18b50226-9316-4951-919e-5442defd860b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.179393 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b50226-9316-4951-919e-5442defd860b None None] Bound using segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:25.181629 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-18b50226-9316-4951-919e-5442defd860b None None] Bound port: 014aaacc-9e8f-4f36-ba39-ada3047f3935, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:25.182122 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-18b50226-9316-4951-919e-5442defd860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.256723 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-18b50226-9316-4951-919e-5442defd860b None None] For port 014aaacc-9e8f-4f36-ba39-ada3047f3935, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:25.260988 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-18b50226-9316-4951-919e-5442defd860b None None] For port 014aaacc-9e8f-4f36-ba39-ada3047f3935, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=014aaacc-9e8f-4f36-ba39-ada3047f3935,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:25.321534 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Allocated IP 172.20.0.1 (f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f/a448cf7e-975a-4d1e-92cd-c96005ad0afc/d965025a-6760-49f5-9416-9d06dd87153d) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:25.353937 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-18b50226-9316-4951-919e-5442defd860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.360476 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Pushing event updated for resources: {'Port': ['ID=7edaf47b-7a08-43df-9a2f-faae3c819bb8,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:25.375320 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-94283d5b-ab52-4055-8d33-2d306fed6194 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:25.376896 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-94283d5b-ab52-4055-8d33-2d306fed6194 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 818 time: 0.5141008 Mar 04 20:38:25.457920 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Sync routers for ids ['43595dff-07c5-4c60-8339-0f9ae498adec'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:25.493715 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 9dbd45df-5175-4c42-b6dc-e6245b086942 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:25.494121 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.507305 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca65a4f-5fa1-4855-9cea-33a21a54d777 None None] Pushing event updated for resources: {'Port': ['ID=014aaacc-9e8f-4f36-ba39-ada3047f3935,revision_number=3']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:25.527166 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-750b29f0-bbe3-4434-8613-2d469a5684f9 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/quotas/8fa8c0e380ee49c291fc6bb62d30a1e3 HTTP/1.1" status: 200 len: 375 time: 0.1276486 Mar 04 20:38:25.538705 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b50226-9316-4951-919e-5442defd860b None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:25.539792 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-18b50226-9316-4951-919e-5442defd860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:25.563255 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Publish callbacks [] for port (d965025a-6760-49f5-9416-9d06dd87153d), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.616396 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3a0572e0-2d2d-418c-b200-bcf7bf87bd42 req-aa473039-df4a-4421-a19e-fc81d3daa810 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 210 time: 0.0459380 Mar 04 20:38:25.650422 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Routers {'43595dff-07c5-4c60-8339-0f9ae498adec'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:25.651592 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['43595dff-07c5-4c60-8339-0f9ae498adec'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:25.733167 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-0a20c727-cf66-4a78-862c-d4e8de3c1b07 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885920 Mar 04 20:38:25.758295 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (d965025a-6760-49f5-9416-9d06dd87153d), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.777384 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-18b50226-9316-4951-919e-5442defd860b None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:25.825479 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63e40a61-3b44-4849-96a7-28f0694cd574 None None] Provisioning complete for port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:25.825884 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63e40a61-3b44-4849-96a7-28f0694cd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.835084 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:18Z', 'revision_number': 3, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:25.882531 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Pushing event updated for resources: {'Port': ['ID=d965025a-6760-49f5-9416-9d06dd87153d,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:25.894323 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.901706 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:25.903483 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:25.908730 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:25.909221 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593037'] for router_interface (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:25.964819 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Set router 43595dff-07c5-4c60-8339-0f9ae498adec gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:25.969706 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-d6b08d02-761f-432e-8f55-e5df3e56198f service neutron] 10.222.0.41 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169755 Mar 04 20:38:26.007947 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.21', 57998) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:26.119759 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e911837a-a57b-43d0-abc0-f96f60a42f82 None None] The sync data for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb is: [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:18Z', 'revision_number': 3, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:26.181278 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-ad4b4e03-8c63-4f4d-87f2-07e80ae84827 service neutron] 10.222.0.41 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883833 Mar 04 20:38:26.294185 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-18b50226-9316-4951-919e-5442defd860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:20Z', 'revision_number': 3, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:26.374515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63e40a61-3b44-4849-96a7-28f0694cd574 None None] Port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:26.382244 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b50226-9316-4951-919e-5442defd860b None None] The sync data for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb is: [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:20Z', 'revision_number': 3, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:26.442849 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 9dbd45df-5175-4c42-b6dc-e6245b086942 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:26.510093 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Publish callbacks [] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:26.572988 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-441952d6-0526-45b0-9b14-57763a890b32 None None] Provisioning complete for port d965025a-6760-49f5-9416-9d06dd87153d triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:26.573676 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-441952d6-0526-45b0-9b14-57763a890b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (d965025a-6760-49f5-9416-9d06dd87153d), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:26.583314 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:26.585661 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1592993'] for router_interface (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:26.644715 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-3a314667-515f-498a-86ef-36a4ef3bf1e7 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:26.646484 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-3a314667-515f-498a-86ef-36a4ef3bf1e7 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.21 "GET /v2.0/networks?id=f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 HTTP/1.1" status: 200 len: 812 time: 0.6375024 Mar 04 20:38:26.680616 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-af093140-d529-4c8c-afba-d38e4aee0743 req-03e44d9d-bf59-47e6-9d84-1bfeb0f813f6 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 210 time: 0.0566351 Mar 04 20:38:26.729885 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Request body: {'port': {'device_id': '205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e', 'network_id': 'f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6', 'admin_state_up': True, 'tenant_id': 'a67ab4185d334595aee902670eae1187'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:26.730415 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-441952d6-0526-45b0-9b14-57763a890b32 None None] Port d965025a-6760-49f5-9416-9d06dd87153d cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:26.767407 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:22Z', 'revision_number': 4, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'gw_port': {'id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '2343cd06-0884-48f9-99f6-3ae01a703977', 'name': '', 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'mac_address': 'fa:16:3e:46:6d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7ce54459-8431-4ded-b570-36b6e022ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:20Z', 'updated_at': '2022-03-04T20:38:22Z', 'revision_number': 2, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'subnets': [{'id': '7ce54459-8431-4ded-b570-36b6e022ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:26.937420 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Checking router: 43595dff-07c5-4c60-8339-0f9ae498adec for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:26.938002 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Updating router 43595dff-07c5-4c60-8339-0f9ae498adec port 2343cd06-0884-48f9-99f6-3ae01a703977 binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:27.001668 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Pushing event updated for resources: {'Port': ['ID=7edaf47b-7a08-43df-9a2f-faae3c819bb8,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:27.009933 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Network decb093a-7e88-4e3c-bd79-2ebf623b306e is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:27.011290 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (d965025a-6760-49f5-9416-9d06dd87153d), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:27.019592 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:27.108179 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:27.241494 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 626675bb-f87d-4050-820e-aeb3eba37b4e up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:27.521423 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:38:27.570468 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e211f5e7-3361-46c3-b327-58edf777d425 req-70c74054-b167-42e1-90a2-663fee818510 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 210 time: 0.0843942 Mar 04 20:38:27.646486 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 626675bb-f87d-4050-820e-aeb3eba37b4e triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:27.647199 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:27.652415 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Made reservation on behalf of a67ab4185d334595aee902670eae1187 for: {'port': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:27.653833 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:27.746880 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-f97a8faa-5bd5-4af4-8612-fe1423519041 None None] Provisioning complete for port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:27.747490 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f97a8faa-5bd5-4af4-8612-fe1423519041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:27.871675 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-f97a8faa-5bd5-4af4-8612-fe1423519041 None None] Port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:27.912007 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-2627ae13-8831-4608-b670-ff417fda926d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:27.919804 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-2627ae13-8831-4608-b670-ff417fda926d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 818 time: 0.4370601 Mar 04 20:38:27.994947 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-81b8fcb4-4f24-4309-8b57-255d2a30e461 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/quotas/8fa8c0e380ee49c291fc6bb62d30a1e3 HTTP/1.1" status: 200 len: 375 time: 0.0742123 Mar 04 20:38:28.000541 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 626675bb-f87d-4050-820e-aeb3eba37b4e is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:28.001201 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.043822 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port 626675bb-f87d-4050-820e-aeb3eba37b4e, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=626675bb-f87d-4050-820e-aeb3eba37b4e,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:28.062828 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:28.084666 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-1426fd7c-2f0a-4924-8f42-6644ea1c8e78 admin admin] 10.222.0.41 "PUT /v2.0/routers/ccef5417-54ab-45b6-b7ba-c8feaa9cf822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8959787 Mar 04 20:38:28.108188 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Publish callbacks [] for port (d965025a-6760-49f5-9416-9d06dd87153d), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.169431 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.239311 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Allocated IP 172.20.0.8 (f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6/ebf31355-ef73-4543-929d-553d7c5a547f/ecc30bbd-ef94-4128-8073-92779b43d770) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:28.300962 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36310) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:28.306489 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=626675bb-f87d-4050-820e-aeb3eba37b4e,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:28.351134 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36316) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:28.584485 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Publish callbacks [] for port (2343cd06-0884-48f9-99f6-3ae01a703977), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.614003 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (d965025a-6760-49f5-9416-9d06dd87153d), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.614856 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1592993'] for router_interface (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.660862 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.749036 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-df83a3a3-8c6e-42e5-a0fb-6ab7f29a787d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.801623 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f875618-58ef-4ef6-99f0-024ddc406b75 None None] Pushing event updated for resources: {'Port': ['ID=2343cd06-0884-48f9-99f6-3ae01a703977,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:28.879380 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-222b975d-317d-49db-ba34-2a72740c3d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.904740 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Attempting to bind port 2343cd06-0884-48f9-99f6-3ae01a703977 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:28.905120 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Attempting to bind port 2343cd06-0884-48f9-99f6-3ae01a703977 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:28.906590 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Attempting to bind port 2343cd06-0884-48f9-99f6-3ae01a703977 on network 8b75050e-7a19-4fa4-b477-27897a864e1b {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:28.916251 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-5490d077-994d-4c70-82e2-c0d0981f6d70 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3432007 Mar 04 20:38:28.929244 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:28.932871 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Checking segment: {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:28.932871 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.932871 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Bound using segment: {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:28.932871 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Bound port: 2343cd06-0884-48f9-99f6-3ae01a703977, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:28.932871 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:28.966687 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Pushing event updated for resources: {'Port': ['ID=d965025a-6760-49f5-9416-9d06dd87153d,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:29.055491 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Publish callbacks [] for port (ecc30bbd-ef94-4128-8073-92779b43d770), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.117358 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] For port 2343cd06-0884-48f9-99f6-3ae01a703977, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:29.117358 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] For port 2343cd06-0884-48f9-99f6-3ae01a703977, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=2343cd06-0884-48f9-99f6-3ae01a703977,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:29.171276 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 626675bb-f87d-4050-820e-aeb3eba37b4e up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:29.239040 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:29.249424 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:29.272497 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-df83a3a3-8c6e-42e5-a0fb-6ab7f29a787d admin admin] Publish callbacks [] for security_group (0007390e-c450-4364-9387-880e10236dca), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.314226 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-222b975d-317d-49db-ba34-2a72740c3d3d admin admin] Publish callbacks [] for security_group (af7d515b-f168-44d9-bf11-723bafef71fc), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.348979 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.415400 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-df83a3a3-8c6e-42e5-a0fb-6ab7f29a787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0007390e-c450-4364-9387-880e10236dca), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.523995 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f875618-58ef-4ef6-99f0-024ddc406b75 None None] Pushing event updated for resources: {'Port': ['ID=2343cd06-0884-48f9-99f6-3ae01a703977,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:29.526402 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.531942 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-222b975d-317d-49db-ba34-2a72740c3d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (af7d515b-f168-44d9-bf11-723bafef71fc), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.603536 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 626675bb-f87d-4050-820e-aeb3eba37b4e triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:29.603930 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.628530 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-df83a3a3-8c6e-42e5-a0fb-6ab7f29a787d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edf968a39d9d410fa9f90e9c938db114&name=default HTTP/1.1" status: 200 len: 2994 time: 1.3264406 Mar 04 20:38:29.632886 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36368) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:29.662088 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83a3a3-8c6e-42e5-a0fb-6ab7f29a787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0007390e-c450-4364-9387-880e10236dca,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:29.710883 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-fe1f6795-4dc2-4691-937e-35f36ff529f6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:38:29.711091 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-222b975d-317d-49db-ba34-2a72740c3d3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65aff6ac3ac245acb0cfe9a498d18a24&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3562756 Mar 04 20:38:29.711492 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-fe1f6795-4dc2-4691-937e-35f36ff529f6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3086183 Mar 04 20:38:29.722914 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36370) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:29.759657 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b975d-317d-49db-ba34-2a72740c3d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d515b-f168-44d9-bf11-723bafef71fc,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:29.843318 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36372) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:29.848897 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Routers {'43595dff-07c5-4c60-8339-0f9ae498adec'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:29.849519 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['43595dff-07c5-4c60-8339-0f9ae498adec'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:29.862913 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d376b56-78e2-4411-b252-0092c9315800 admin admin] Publish callbacks [] for security_group (0007390e-c450-4364-9387-880e10236dca), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.903891 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d376b56-78e2-4411-b252-0092c9315800 admin admin] Publish callbacks [] for security_group (0007390e-c450-4364-9387-880e10236dca), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.906771 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-71b48acf-24c5-46bd-a792-00aa31545d49 admin admin] Publish callbacks [] for security_group (af7d515b-f168-44d9-bf11-723bafef71fc), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:29.918055 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 626675bb-f87d-4050-820e-aeb3eba37b4e is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:29.919884 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 014aaacc-9e8f-4f36-ba39-ada3047f3935 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:30.005598 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-71b48acf-24c5-46bd-a792-00aa31545d49 admin admin] Publish callbacks [] for security_group (af7d515b-f168-44d9-bf11-723bafef71fc), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.075916 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36376) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:30.076526 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9655661f-fb26-412f-ab41-4137250bd2a2 None None] Provisioning complete for port d965025a-6760-49f5-9416-9d06dd87153d triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:30.076526 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9655661f-fb26-412f-ab41-4137250bd2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (d965025a-6760-49f5-9416-9d06dd87153d), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.077047 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-334afb41-962e-4b92-bced-37bf9d3c7ecb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350376334', 'description': 'tempest-description--1214136708'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:30.174799 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Pushing event updated for resources: {'Port': ['ID=ecc30bbd-ef94-4128-8073-92779b43d770,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:30.268375 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Network f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:30.275067 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d376b56-78e2-4411-b252-0092c9315800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0007390e-c450-4364-9387-880e10236dca), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.277013 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:30.280293 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d376b56-78e2-4411-b252-0092c9315800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.282186 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-3d376b56-78e2-4411-b252-0092c9315800 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0007390e-c450-4364-9387-880e10236dca HTTP/1.1" status: 204 len: 168 time: 0.6402957 Mar 04 20:38:30.303985 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:30.304156 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:30.304734 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.316711 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0a523d1c-828d-4ab1-b74e-6526ca7f267d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.326325 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-334afb41-962e-4b92-bced-37bf9d3c7ecb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.339708 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376b56-78e2-4411-b252-0092c9315800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0007390e-c450-4364-9387-880e10236dca,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:30.373846 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:38:30.394557 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-71b48acf-24c5-46bd-a792-00aa31545d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (af7d515b-f168-44d9-bf11-723bafef71fc), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.398175 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-71b48acf-24c5-46bd-a792-00aa31545d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.406880 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-71b48acf-24c5-46bd-a792-00aa31545d49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af7d515b-f168-44d9-bf11-723bafef71fc HTTP/1.1" status: 204 len: 168 time: 0.6809905 Mar 04 20:38:30.425059 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-344dab1c-9e21-4ee3-a1a6-6b44203e3f16 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7052078 Mar 04 20:38:30.427536 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a51a11-5135-453b-804e-ec56db1a8bfa req-0d00214f-b76c-4ce8-96e3-17efb9522425 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:30.431507 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-80a51a11-5135-453b-804e-ec56db1a8bfa req-0d00214f-b76c-4ce8-96e3-17efb9522425 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 931 time: 0.2913907 Mar 04 20:38:30.439350 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] Set router 43595dff-07c5-4c60-8339-0f9ae498adec gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:30.459699 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-4425bee8-b3df-4ea7-8727-5d9796fd4552 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:38:30.464074 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-4425bee8-b3df-4ea7-8727-5d9796fd4552 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207393 Mar 04 20:38:30.471126 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48ebcf56-d220-4553-97e3-f5fdd5b4b4c4 service neutron] 10.222.0.41 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406275 Mar 04 20:38:30.484287 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Sync routers for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:30.496007 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:30.501753 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:30.639703 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:38:30.733387 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b48acf-24c5-46bd-a792-00aa31545d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d515b-f168-44d9-bf11-723bafef71fc,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:30.786564 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-334afb41-962e-4b92-bced-37bf9d3c7ecb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (391b97a6-4111-460c-adb9-5ded21e4d367), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.798181 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:38:30.845161 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-7e364154-cbde-4ddd-906c-3cc8460bccb3 admin admin] 10.222.0.41 "PUT /v2.0/routers/61ed1dd3-6f76-4a29-bdc6-a37da84a37c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2109923 Mar 04 20:38:30.850730 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:30.859703 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9655661f-fb26-412f-ab41-4137250bd2a2 None None] Port d965025a-6760-49f5-9416-9d06dd87153d cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:30.865410 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Sync routers for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:38:30.896317 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-334afb41-962e-4b92-bced-37bf9d3c7ecb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (391b97a6-4111-460c-adb9-5ded21e4d367), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:30.951366 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:30.955084 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:30.995172 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-d1f1cc2e-7cdd-45a4-9231-718b63ccda1c service neutron] 10.222.0.41 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230863 Mar 04 20:38:31.038678 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 014aaacc-9e8f-4f36-ba39-ada3047f3935 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:31.054120 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.126981 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0a523d1c-828d-4ab1-b74e-6526ca7f267d admin admin] Publish callbacks [] for security_group (adbeda78-db2a-4fa0-b8ee-ec0dca8bc14b), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.177563 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-80a51a11-5135-453b-804e-ec56db1a8bfa req-a3eab7c1-0ba7-40f7-9845-713d1745866e tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7291348 Mar 04 20:38:31.181253 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334afb41-962e-4b92-bced-37bf9d3c7ecb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391b97a6-4111-460c-adb9-5ded21e4d367,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:31.204070 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0a523d1c-828d-4ab1-b74e-6526ca7f267d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (adbeda78-db2a-4fa0-b8ee-ec0dca8bc14b), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.302659 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.21', 58010) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:31.315446 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-334afb41-962e-4b92-bced-37bf9d3c7ecb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.317604 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-334afb41-962e-4b92-bced-37bf9d3c7ecb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2461631 Mar 04 20:38:31.321651 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36402) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:31.356570 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-ecbe0af2-d78d-4974-a343-65cdb84b95c4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'security_group_rule': {'security_group_id': '391b97a6-4111-460c-adb9-5ded21e4d367', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:31.366982 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-0a523d1c-828d-4ab1-b74e-6526ca7f267d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82e2896219cf496c9b0d54dc64da676b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5222437 Mar 04 20:38:31.368094 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36404) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:31.375471 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a523d1c-828d-4ab1-b74e-6526ca7f267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbeda78-db2a-4fa0-b8ee-ec0dca8bc14b,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:31.467330 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:31.498688 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 2, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:31.551329 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Checking router: ccef5417-54ab-45b6-b7ba-c8feaa9cf822 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:31.552196 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Updating router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 binding host dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:31.595422 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.629623 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d8383a62-eb17-4c9b-9c4b-87db0bb7d2f8 admin admin] Publish callbacks [] for security_group (adbeda78-db2a-4fa0-b8ee-ec0dca8bc14b), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.631364 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 014aaacc-9e8f-4f36-ba39-ada3047f3935 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:31.631775 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.677357 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d8383a62-eb17-4c9b-9c4b-87db0bb7d2f8 admin admin] Publish callbacks [] for security_group (adbeda78-db2a-4fa0-b8ee-ec0dca8bc14b), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.738153 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port 014aaacc-9e8f-4f36-ba39-ada3047f3935, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=014aaacc-9e8f-4f36-ba39-ada3047f3935,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:31.792293 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Request body: {'port': {'device_id': '205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:31.832876 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0af2-d78d-4974-a343-65cdb84b95c4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (ba58e054-e5a1-4fce-acb4-7f2917c41acc), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.837591 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36420) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:31.864125 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d8383a62-eb17-4c9b-9c4b-87db0bb7d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (adbeda78-db2a-4fa0-b8ee-ec0dca8bc14b), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.870117 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d8383a62-eb17-4c9b-9c4b-87db0bb7d2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.874319 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d8383a62-eb17-4c9b-9c4b-87db0bb7d2f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/adbeda78-db2a-4fa0-b8ee-ec0dca8bc14b HTTP/1.1" status: 204 len: 168 time: 0.5008459 Mar 04 20:38:31.879421 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.895571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93f646f6-0445-4a8e-98e4-058754324777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:31.917160 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:22Z', 'revision_number': 4, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'gw_port': {'id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '2343cd06-0884-48f9-99f6-3ae01a703977', 'name': '', 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'mac_address': 'fa:16:3e:46:6d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7ce54459-8431-4ded-b570-36b6e022ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:20Z', 'updated_at': '2022-03-04T20:38:29Z', 'revision_number': 4, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'subnets': [{'id': '7ce54459-8431-4ded-b570-36b6e022ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:31.942241 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8383a62-eb17-4c9b-9c4b-87db0bb7d2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbeda78-db2a-4fa0-b8ee-ec0dca8bc14b,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:31.949650 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-7a770deb-55cd-46ef-9e16-66ac416558ca tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:31.951182 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-7a770deb-55cd-46ef-9e16-66ac416558ca tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 818 time: 0.6285000 Mar 04 20:38:32.110269 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9c72e2af-ea3c-4a00-b793-0043ab530ca0 req-1e3cca01-2d67-4cfd-ab97-ca32a5cf9464 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 210 time: 0.4235542 Mar 04 20:38:32.132796 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Request body: {'port': {'device_id': '18c6459d-aa0c-43cc-b5f6-b849e7e5e46a', 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b', 'admin_state_up': True, 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:32.172508 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3fde68-b0d4-47f5-a67f-1d6a1da7cde0 None None] The sync data for ids ['43595dff-07c5-4c60-8339-0f9ae498adec'] in dv-cinder-799871-17-smb is: [{'id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:22Z', 'revision_number': 4, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'gw_port': {'id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '2343cd06-0884-48f9-99f6-3ae01a703977', 'name': '', 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'mac_address': 'fa:16:3e:46:6d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7ce54459-8431-4ded-b570-36b6e022ce57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:20Z', 'updated_at': '2022-03-04T20:38:29Z', 'revision_number': 4, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'subnets': [{'id': '7ce54459-8431-4ded-b570-36b6e022ce57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:32.186986 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93f646f6-0445-4a8e-98e4-058754324777 admin admin] Publish callbacks [] for security_group (b0674737-8b4e-41d4-b923-0215822fab13), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.274963 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-93f646f6-0445-4a8e-98e4-058754324777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (b0674737-8b4e-41d4-b923-0215822fab13), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.447123 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f646f6-0445-4a8e-98e4-058754324777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0674737-8b4e-41d4-b923-0215822fab13,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:32.450874 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-93f646f6-0445-4a8e-98e4-058754324777 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70e62eeef94c48c9a9041de99b3982d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6113923 Mar 04 20:38:32.461714 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=014aaacc-9e8f-4f36-ba39-ada3047f3935,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:32.462775 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36436) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:32.481170 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Publish callbacks [] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), precommit_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.584668 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:27Z', 'revision_number': 2, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:32.586319 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.633868 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bd60f907-65df-435c-997e-269c273de669 admin admin] Publish callbacks [] for security_group (b0674737-8b4e-41d4-b923-0215822fab13), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.709221 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e81d0-cb20-40a5-93d3-2d4d6c4013f2 None None] Pushing event updated for resources: {'Port': ['ID=7edaf47b-7a08-43df-9a2f-faae3c819bb8,revision_number=3']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:32.710876 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Checking router: 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:38:32.716855 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Updating router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 port d965025a-6760-49f5-9416-9d06dd87153d binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:38:32.796216 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bd60f907-65df-435c-997e-269c273de669 admin admin] Publish callbacks [] for security_group (b0674737-8b4e-41d4-b923-0215822fab13), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.800558 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (d965025a-6760-49f5-9416-9d06dd87153d), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.948559 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Attempting to bind port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:32.951489 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Attempting to bind port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:32.951489 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Attempting to bind port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 on network decb093a-7e88-4e3c-bd79-2ebf623b306e {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:32.961372 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0af2-d78d-4974-a343-65cdb84b95c4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (ba58e054-e5a1-4fce-acb4-7f2917c41acc), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.977500 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:32.980188 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Checking segment: {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:32.980188 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:32.980188 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Bound using segment: {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:32.980188 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Bound port: 7edaf47b-7a08-43df-9a2f-faae3c819bb8, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'}}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:32.980188 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.003576 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bd60f907-65df-435c-997e-269c273de669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (b0674737-8b4e-41d4-b923-0215822fab13), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.007006 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bd60f907-65df-435c-997e-269c273de669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.013625 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-bd60f907-65df-435c-997e-269c273de669 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0674737-8b4e-41d4-b923-0215822fab13 HTTP/1.1" status: 204 len: 168 time: 0.5455580 Mar 04 20:38:33.025580 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.031783 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60f907-65df-435c-997e-269c273de669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0674737-8b4e-41d4-b923-0215822fab13,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:33.072187 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36450) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:33.077569 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-d3d02323-e727-4f08-a1bc-db0364eacdae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939852788', 'description': 'tempest-description--675319315'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:33.137332 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0af2-d78d-4974-a343-65cdb84b95c4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (ba58e054-e5a1-4fce-acb4-7f2917c41acc), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.148572 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Made reservation on behalf of 8fa8c0e380ee49c291fc6bb62d30a1e3 for: {'port': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:33.163165 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.254133 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] For port 7edaf47b-7a08-43df-9a2f-faae3c819bb8, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:33.264430 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] For port 7edaf47b-7a08-43df-9a2f-faae3c819bb8, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=7edaf47b-7a08-43df-9a2f-faae3c819bb8,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:33.267800 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04024a43-2a49-4233-b466-9b2918224d13 req-96aee123-bff8-4370-9e30-28bf34667030 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:33.272259 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3d02323-e727-4f08-a1bc-db0364eacdae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.311130 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-04024a43-2a49-4233-b466-9b2918224d13 req-96aee123-bff8-4370-9e30-28bf34667030 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 931 time: 0.6900101 Mar 04 20:38:33.360307 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.406934 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-14a76864-f099-44fb-acae-292753b5c96f req-2ef0dc7c-cdb2-402d-bd97-f3d70d0a8f38 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 210 time: 0.1281052 Mar 04 20:38:33.493229 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe0af2-d78d-4974-a343-65cdb84b95c4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba58e054-e5a1-4fce-acb4-7f2917c41acc,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:33.500071 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:33.507051 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:33.671665 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3d02323-e727-4f08-a1bc-db0364eacdae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (d65c4ea7-f2f7-4570-a781-f610bf95598e), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.779847 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3d02323-e727-4f08-a1bc-db0364eacdae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (d65c4ea7-f2f7-4570-a781-f610bf95598e), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.808531 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36470) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:33.877289 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-37165e3d-d52c-48f1-9596-23ada46a2a09 None None] Provisioning complete for port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:33.879836 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-37165e3d-d52c-48f1-9596-23ada46a2a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.890469 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff218e40-18fa-4f0a-8a11-df6eabf17526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.921254 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3d02323-e727-4f08-a1bc-db0364eacdae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:33.924825 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d3d02323-e727-4f08-a1bc-db0364eacdae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8514495 Mar 04 20:38:33.947234 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36474) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:33.975426 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-7e796c6c-0582-4f0e-af3f-75d59e9bb11b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'security_group_rule': {'security_group_id': 'd65c4ea7-f2f7-4570-a781-f610bf95598e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:34.096828 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e81d0-cb20-40a5-93d3-2d4d6c4013f2 None None] Pushing event updated for resources: {'Port': ['ID=7edaf47b-7a08-43df-9a2f-faae3c819bb8,revision_number=4']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:34.154086 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:34.252237 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Publish callbacks [] for port (d965025a-6760-49f5-9416-9d06dd87153d), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.369084 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e796c6c-0582-4f0e-af3f-75d59e9bb11b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (afa4f1f7-07be-4f9a-8552-d08f456c292f), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.375165 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff218e40-18fa-4f0a-8a11-df6eabf17526 admin admin] Publish callbacks [] for security_group (d4c72b7b-094f-4685-b4fb-f535eeb301f7), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.381548 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d02323-e727-4f08-a1bc-db0364eacdae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c4ea7-f2f7-4570-a781-f610bf95598e,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:34.406123 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (d965025a-6760-49f5-9416-9d06dd87153d), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.476100 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-04024a43-2a49-4233-b466-9b2918224d13 req-501b4887-508a-4346-b923-5d6f479092a0 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1666284 Mar 04 20:38:34.493459 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff218e40-18fa-4f0a-8a11-df6eabf17526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (d4c72b7b-094f-4685-b4fb-f535eeb301f7), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.511005 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 2343cd06-0884-48f9-99f6-3ae01a703977 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:34.565343 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0af2-d78d-4974-a343-65cdb84b95c4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.574217 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36498) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:34.579037 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-ecbe0af2-d78d-4974-a343-65cdb84b95c4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2355945 Mar 04 20:38:34.636899 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-5e5c0fd8-794f-48c5-bf30-f896eaca79b4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'security_group_rule': {'security_group_id': '391b97a6-4111-460c-adb9-5ded21e4d367', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:34.682720 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-ff218e40-18fa-4f0a-8a11-df6eabf17526 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47a7e72a6a3f4698bd25393b192b088d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8703737 Mar 04 20:38:34.694030 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36502) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:34.770323 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-37165e3d-d52c-48f1-9596-23ada46a2a09 None None] Current status of the port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:34.770743 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-37165e3d-d52c-48f1-9596-23ada46a2a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.878168 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-755146f9-8938-44ba-b113-b6b0d75b1dc1 req-c5685791-7f49-4b3f-a280-d1799c53c60a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 210 time: 0.1561291 Mar 04 20:38:34.921892 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Attempting to bind port d965025a-6760-49f5-9416-9d06dd87153d on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:34.923396 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Attempting to bind port d965025a-6760-49f5-9416-9d06dd87153d by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:34.925343 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Attempting to bind port d965025a-6760-49f5-9416-9d06dd87153d on network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:34.936601 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff218e40-18fa-4f0a-8a11-df6eabf17526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c72b7b-094f-4685-b4fb-f535eeb301f7,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:34.947973 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e850e9-c905-4635-a387-4df2b4fe7f9e None None] Pushing event updated for resources: {'Port': ['ID=d965025a-6760-49f5-9416-9d06dd87153d,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:34.957271 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:34.957271 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Checking segment: {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:34.959283 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:34.960458 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Bound using segment: {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:34.964055 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Bound port: d965025a-6760-49f5-9416-9d06dd87153d, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:34.966581 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (d965025a-6760-49f5-9416-9d06dd87153d), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.081109 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e796c6c-0582-4f0e-af3f-75d59e9bb11b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (afa4f1f7-07be-4f9a-8552-d08f456c292f), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.085004 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.21', 58016) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:35.137179 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-37165e3d-d52c-48f1-9596-23ada46a2a09 None None] For port 7edaf47b-7a08-43df-9a2f-faae3c819bb8, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=7edaf47b-7a08-43df-9a2f-faae3c819bb8,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:35.140194 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 2343cd06-0884-48f9-99f6-3ae01a703977 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:35.141789 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.152145 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36508) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:35.176170 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e796c6c-0582-4f0e-af3f-75d59e9bb11b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (afa4f1f7-07be-4f9a-8552-d08f456c292f), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.262087 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:33Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:35.295289 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e796c6c-0582-4f0e-af3f-75d59e9bb11b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa4f1f7-07be-4f9a-8552-d08f456c292f,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:35.345932 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ccc00-3d02-4154-80fa-178ed7e49e53 None None] The sync data for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb is: [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:33Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:35.388703 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0fd8-794f-48c5-bf30-f896eaca79b4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (82644065-bfcc-4295-9bd5-c0375c208a25), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.437553 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Allocated IP 172.20.0.13 (8b75050e-7a19-4fa4-b477-27897a864e1b/7ce54459-8431-4ded-b570-36b6e022ce57/81ae84bb-6914-4b9b-a940-208a05159191) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:35.441672 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] For port d965025a-6760-49f5-9416-9d06dd87153d, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:35.468053 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] For port d965025a-6760-49f5-9416-9d06dd87153d, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=d965025a-6760-49f5-9416-9d06dd87153d,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:35.514983 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-37165e3d-d52c-48f1-9596-23ada46a2a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.561228 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e796c6c-0582-4f0e-af3f-75d59e9bb11b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.561228 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-7e796c6c-0582-4f0e-af3f-75d59e9bb11b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5961835 Mar 04 20:38:35.569528 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1780951150-network', 'tenant_id': 'af47355f194445a084e9f1044cb1e9ef'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:35.573613 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36518) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:35.626346 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0fd8-794f-48c5-bf30-f896eaca79b4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (82644065-bfcc-4295-9bd5-c0375c208a25), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.639041 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-a7ee1ab7-5ee3-4a3c-96f2-816f0ca7a0c8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'security_group_rule': {'security_group_id': 'd65c4ea7-f2f7-4570-a781-f610bf95598e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:35.694992 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 2343cd06-0884-48f9-99f6-3ae01a703977 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:35.695383 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.712083 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-a125531f-3796-4273-ab73-a9118d3ed62f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:35.712848 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (d965025a-6760-49f5-9416-9d06dd87153d), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.719960 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-a125531f-3796-4273-ab73-a9118d3ed62f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 818 time: 0.6257751 Mar 04 20:38:35.722739 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-146537f0-885e-4468-af73-99a2bb89fec0 admin admin] Publish callbacks [] for security_group (d4c72b7b-094f-4685-b4fb-f535eeb301f7), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.741141 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0fd8-794f-48c5-bf30-f896eaca79b4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (82644065-bfcc-4295-9bd5-c0375c208a25), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.757630 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port 2343cd06-0884-48f9-99f6-3ae01a703977, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=2343cd06-0884-48f9-99f6-3ae01a703977,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:35.775285 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Request body: {'port': {'device_id': '0081e658-a2ac-4ff6-a0ca-78f4645f69d4', 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b', 'admin_state_up': True, 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:35.786805 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] Provisioning complete for port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:35.787199 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.913962 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc30bbd-ef94-4128-8073-92779b43d770 {{(pid=103639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:35.925515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:38:35.926274 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:35.938841 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Publish callbacks [] for port (ecc30bbd-ef94-4128-8073-92779b43d770), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:35.987236 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Transition to ACTIVE for port object ecc30bbd-ef94-4128-8073-92779b43d770 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:38:36.080459 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1ab7-5ee3-4a3c-96f2-816f0ca7a0c8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (0a5bb02f-4893-486d-9e97-4129fc2e70ad), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.161196 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.225248 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334f50a-c113-4286-ba6e-4d8b97beed5e req-f942ce5e-6ada-4d55-b59c-7a833b69e9d2 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:36.233305 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7334f50a-c113-4286-ba6e-4d8b97beed5e req-f942ce5e-6ada-4d55-b59c-7a833b69e9d2 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 931 time: 0.6193590 Mar 04 20:38:36.323048 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-146537f0-885e-4468-af73-99a2bb89fec0 admin admin] Publish callbacks [] for security_group (d4c72b7b-094f-4685-b4fb-f535eeb301f7), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.434790 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Made reservation on behalf of af47355f194445a084e9f1044cb1e9ef for: {'network': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:36.447191 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.610748 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c0fd8-794f-48c5-bf30-f896eaca79b4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82644065-bfcc-4295-9bd5-c0375c208a25,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:36.610748 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.628292 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-13972a2e-f050-40eb-aff5-b380f2ae0bca req-76b758c2-6a97-46ec-9b32-32c469ecfd76 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 210 time: 0.2637849 Mar 04 20:38:36.665546 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:38:36.746863 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Attempting to bind port ecc30bbd-ef94-4128-8073-92779b43d770 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:36.747436 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Attempting to bind port ecc30bbd-ef94-4128-8073-92779b43d770 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '0ed0952b-e47e-4fdb-acfe-645b3866208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:36.747582 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Attempting to bind port ecc30bbd-ef94-4128-8073-92779b43d770 on network f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:36.787940 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7334f50a-c113-4286-ba6e-4d8b97beed5e req-ba473567-35c2-4513-8f4a-282c140993db tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028467 Mar 04 20:38:36.789927 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc30bbd-ef94-4128-8073-92779b43d770,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:36.813675 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Port ecc30bbd-ef94-4128-8073-92779b43d770 on network f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:38:36.814003 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Attempting to bind port ecc30bbd-ef94-4128-8073-92779b43d770 on network f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:36.830097 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e5c0fd8-794f-48c5-bf30-f896eaca79b4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.833271 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-5e5c0fd8-794f-48c5-bf30-f896eaca79b4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2372732 Mar 04 20:38:36.836826 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36548) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:36.843858 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.844665 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 014aaacc-9e8f-4f36-ba39-ada3047f3935 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:36.846327 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:36.893650 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1ab7-5ee3-4a3c-96f2-816f0ca7a0c8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (0a5bb02f-4893-486d-9e97-4129fc2e70ad), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.897502 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:36.898674 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Checking segment: {'id': '0ed0952b-e47e-4fdb-acfe-645b3866208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:36.899879 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Bound using segment: {'id': '0ed0952b-e47e-4fdb-acfe-645b3866208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:36.901587 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Bound port: ecc30bbd-ef94-4128-8073-92779b43d770, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed0952b-e47e-4fdb-acfe-645b3866208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:36.901587 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.940268 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37165e3d-d52c-48f1-9596-23ada46a2a09 None None] Pushing event updated for resources: {'Port': ['ID=7edaf47b-7a08-43df-9a2f-faae3c819bb8,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:36.965504 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-146537f0-885e-4468-af73-99a2bb89fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (d4c72b7b-094f-4685-b4fb-f535eeb301f7), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.969605 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-146537f0-885e-4468-af73-99a2bb89fec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:36.971429 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-146537f0-885e-4468-af73-99a2bb89fec0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4c72b7b-094f-4685-b4fb-f535eeb301f7 HTTP/1.1" status: 204 len: 168 time: 2.2737734 Mar 04 20:38:36.998967 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1ab7-5ee3-4a3c-96f2-816f0ca7a0c8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (0a5bb02f-4893-486d-9e97-4129fc2e70ad), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.010958 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Made reservation on behalf of 8fa8c0e380ee49c291fc6bb62d30a1e3 for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:37.016155 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146537f0-885e-4468-af73-99a2bb89fec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c72b7b-094f-4685-b4fb-f535eeb301f7,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:37.040277 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] Current status of the port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:37.046004 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks [] for port (81ae84bb-6914-4b9b-a940-208a05159191), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.052396 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.062728 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee1ab7-5ee3-4a3c-96f2-816f0ca7a0c8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5bb02f-4893-486d-9e97-4129fc2e70ad,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:37.070159 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.093644 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] For port ecc30bbd-ef94-4128-8073-92779b43d770, host hv-cinder-79987, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:37.100400 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] For port ecc30bbd-ef94-4128-8073-92779b43d770, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ecc30bbd-ef94-4128-8073-92779b43d770,segment=NetworkSegment(0ed0952b-e47e-4fdb-acfe-645b3866208d),segment_id=0ed0952b-e47e-4fdb-acfe-645b3866208d)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:37.124663 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e850e9-c905-4635-a387-4df2b4fe7f9e None None] Pushing event updated for resources: {'Port': ['ID=d965025a-6760-49f5-9416-9d06dd87153d,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:37.163938 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1ab7-5ee3-4a3c-96f2-816f0ca7a0c8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.168562 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a7ee1ab7-5ee3-4a3c-96f2-816f0ca7a0c8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5647266 Mar 04 20:38:37.171017 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36558) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:37.190698 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:37.195813 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] Provisioning complete for port d965025a-6760-49f5-9416-9d06dd87153d triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:37.196004 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (d965025a-6760-49f5-9416-9d06dd87153d), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.199449 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 014aaacc-9e8f-4f36-ba39-ada3047f3935 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:37.200300 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.202340 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.294828 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (81ae84bb-6914-4b9b-a940-208a05159191), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.318346 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:37.319029 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.320487 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/ecc30bbd-ef94-4128-8073-92779b43d770 HTTP/1.1" status: 200 len: 1093 time: 6.1668475 Mar 04 20:38:37.321948 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e', 'tag': 'ecc30bbd-ef94-4128-8073-92779b43d770'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:37.393197 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Network 8b75050e-7a19-4fa4-b477-27897a864e1b is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:37.395838 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.401503 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:37.427118 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:37.430993 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:37.432007 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:37.444067 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 014aaacc-9e8f-4f36-ba39-ada3047f3935 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:37.461142 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce588927-d973-414a-a16e-aa078e8384d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc30bbd-ef94-4128-8073-92779b43d770,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:37.505328 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:37.580670 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4617600 Mar 04 20:38:37.586754 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb835ce-9081-4074-861f-427bd24d54ec None None] The sync data for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb is: [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:38:37.624009 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=2343cd06-0884-48f9-99f6-3ae01a703977,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:37.736892 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f985e-3e81-429b-ad7b-18b03d5cd903 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Pushing event updated for resources: {'Port': ['ID=81ae84bb-6914-4b9b-a940-208a05159191,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:37.742158 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 7edaf47b-7a08-43df-9a2f-faae3c819bb8 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:37.755635 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Request body: {'port': {'device_id': '18c6459d-aa0c-43cc-b5f6-b849e7e5e46a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:37.837611 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-4e701430-87f3-44c9-ab90-761136b73b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:37.839964 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-4e701430-87f3-44c9-ab90-761136b73b8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a67ab4185d334595aee902670eae1187&device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 1127 time: 0.3822505 Mar 04 20:38:37.913419 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (81ae84bb-6914-4b9b-a940-208a05159191), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.043713 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-bd25f43c-77ec-4bd0-beb1-a20ce522711b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecc30bbd-ef94-4128-8073-92779b43d770 HTTP/1.1" status: 200 len: 217 time: 0.1328609 Mar 04 20:38:38.055732 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aec5dd0-8099-46c6-aad6-d41983d25a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e", "tag": "ecc30bbd-ef94-4128-8073-92779b43d770"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:38.071611 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:38.072206 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.080471 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d41c41b1-e35a-4708-9386-1e5a47aadc3b req-edc75c20-d30c-44d6-a9a4-46bc400f0547 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 210 time: 0.1940186 Mar 04 20:38:38.085598 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Publish callbacks [] for security_group (0956d307-ecd1-4ba0-a14c-1494303fd85b), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.171208 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] Current status of the port d965025a-6760-49f5-9416-9d06dd87153d is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:38.173951 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (d965025a-6760-49f5-9416-9d06dd87153d), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.328485 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] For port d965025a-6760-49f5-9416-9d06dd87153d, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=d965025a-6760-49f5-9416-9d06dd87153d,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:38.367879 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-c8f417d2-d515-4547-ac1d-d6904cfe600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:38.369794 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-c8f417d2-d515-4547-ac1d-d6904cfe600a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf31355-ef73-4543-929d-553d7c5a547f HTTP/1.1" status: 200 len: 852 time: 0.3095467 Mar 04 20:38:38.427202 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:38.430823 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (d965025a-6760-49f5-9416-9d06dd87153d), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.490205 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0956d307-ecd1-4ba0-a14c-1494303fd85b), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.493253 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8a294-9d37-480d-b5ae-f73a26e5441d None None] Pushing event updated for resources: {'Port': ['ID=d965025a-6760-49f5-9416-9d06dd87153d,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:38.565017 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-bbc590a1-27f0-47cb-a9c1-564b81bd6654 None None] Provisioning complete for port d965025a-6760-49f5-9416-9d06dd87153d triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:38.565464 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-bbc590a1-27f0-47cb-a9c1-564b81bd6654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (d965025a-6760-49f5-9416-9d06dd87153d), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.569554 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:38:38.596881 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0956d307-ecd1-4ba0-a14c-1494303fd85b,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:38.612935 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Allocated IP 172.20.0.14 (8b75050e-7a19-4fa4-b477-27897a864e1b/7ce54459-8431-4ded-b570-36b6e022ce57/5de0aead-e2d5-4035-af1c-fd3c7cb13be6) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:38.635006 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.652631 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (abe71e86-5009-4be0-bb14-0ff1168d91de), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:38.661021 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.segments_db [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Added segment abe71e86-5009-4be0-bb14-0ff1168d91de of type vlan for network 7e2db681-95dc-45d9-817b-f246d5e18639 Mar 04 20:38:38.683849 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-aaa5f9e3-b9af-4bc0-a0b1-c645c108dc82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013144 Mar 04 20:38:38.762261 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9908f-d00d-4409-a2c6-0db766067f4f req-da8ec851-baa0-4954-b6f5-3e04729d9008 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:38.766160 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ced9908f-d00d-4409-a2c6-0db766067f4f req-da8ec851-baa0-4954-b6f5-3e04729d9008 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 943 time: 0.6109169 Mar 04 20:38:38.802559 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-bbc590a1-27f0-47cb-a9c1-564b81bd6654 None None] Current status of the port d965025a-6760-49f5-9416-9d06dd87153d is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:38.845659 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.056853 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-a4b36bf8-8867-4814-86d6-519adcbc9fdb service neutron] 10.222.0.21 "GET /v2.0/networks/f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290968 Mar 04 20:38:39.070339 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e3db6b-d056-4bb8-ab09-ef7b35116cf0 x-openstack-request-id: req-d6e3db6b-d056-4bb8-ab09-ef7b35116cf0 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:39.070697 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e", "tag": "ecc30bbd-ef94-4128-8073-92779b43d770", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:39.071044 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6e3db6b-d056-4bb8-ab09-ef7b35116cf0 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:39.071465 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e', 'tag': 'ecc30bbd-ef94-4128-8073-92779b43d770', 'status': 'completed', 'code': 200} Mar 04 20:38:39.356981 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks [] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.442579 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (7e2db681-95dc-45d9-817b-f246d5e18639), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.537446 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e8e1d6f3-9520-4b11-9611-03930bdcead6 req-ab8985f1-53ac-44f2-bc9c-5bcb2f2b444e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 210 time: 0.2666891 Mar 04 20:38:39.594823 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (7e2db681-95dc-45d9-817b-f246d5e18639), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.595783 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:39.602228 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.741177 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:39.794073 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.6225471 Mar 04 20:38:39.799947 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device d965025a-6760-49f5-9416-9d06dd87153d up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:39.817629 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36626) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:39.988539 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port d965025a-6760-49f5-9416-9d06dd87153d triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:39.989167 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (d965025a-6760-49f5-9416-9d06dd87153d), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.007369 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ced9908f-d00d-4409-a2c6-0db766067f4f req-8f19936e-652e-4ea2-a87d-3c245f19c434 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1189191 Mar 04 20:38:40.061463 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3ba3911d-f60b-479f-8072-6476e7fb3c4c req-69cb35a3-46bb-40f2-8b1b-4fbb20adddd1 service neutron] 10.222.0.21 "GET /v2.0/networks/f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9859920 Mar 04 20:38:40.121993 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Network 8b75050e-7a19-4fa4-b477-27897a864e1b is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:40.127929 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aed7f2-4765-4fb5-9f09-7900cd871560 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2db681-95dc-45d9-817b-f246d5e18639,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:40.127929 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:40.143631 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Request body: {'subnet': {'network_id': '7e2db681-95dc-45d9-817b-f246d5e18639', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1780951150-subnet', 'tenant_id': 'af47355f194445a084e9f1044cb1e9ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:40.143808 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 7e2db681-95dc-45d9-817b-f246d5e18639 details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:38:40.208603 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Allocated IP 172.28.1.243 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/5b86bf56-f7eb-4873-a72e-8cecb8d4b122) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:40.247859 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:40.260505 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ae84bb-6914-4b9b-a940-208a05159191 {{(pid=103639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:40.266042 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:40.267451 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.294516 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Pushing event updated for resources: {'Port': ['ID=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:40.324679 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port d965025a-6760-49f5-9416-9d06dd87153d is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:40.329940 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 2343cd06-0884-48f9-99f6-3ae01a703977 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:40.379291 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Publish callbacks [] for port (81ae84bb-6914-4b9b-a940-208a05159191), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.428472 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 2343cd06-0884-48f9-99f6-3ae01a703977 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:40.429615 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.432212 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Transition to ACTIVE for port object 81ae84bb-6914-4b9b-a940-208a05159191 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:38:40.461472 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-6492371d-5140-4b0a-93c0-954de80f1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:40.463368 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-6492371d-5140-4b0a-93c0-954de80f1e5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a67ab4185d334595aee902670eae1187&device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 1127 time: 0.1930068 Mar 04 20:38:40.477139 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (81ae84bb-6914-4b9b-a940-208a05159191), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.518567 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for port (5b86bf56-f7eb-4873-a72e-8cecb8d4b122), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.530799 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Made reservation on behalf of af47355f194445a084e9f1044cb1e9ef for: {'subnet': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:40.532618 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.543645 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-48b57222-353c-4af7-b4a5-ac4dc617af8f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8060288 Mar 04 20:38:40.579272 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Request body: {'port': {'device_id': '0081e658-a2ac-4ff6-a0ca-78f4645f69d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:40.656081 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 2343cd06-0884-48f9-99f6-3ae01a703977 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:40.880258 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:40.961857 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Pushing event updated for resources: {'Port': ['ID=81ae84bb-6914-4b9b-a940-208a05159191,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:41.012550 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad09dc-689e-4d83-b0d4-be0339167ad4 req-0472921c-b222-42e2-89bf-d5a458a724af tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:41.014190 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28ad09dc-689e-4d83-b0d4-be0339167ad4 req-0472921c-b222-42e2-89bf-d5a458a724af tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 932 time: 0.2944396 Mar 04 20:38:41.077433 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (5b86bf56-f7eb-4873-a72e-8cecb8d4b122), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.088677 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Attempting to bind port 81ae84bb-6914-4b9b-a940-208a05159191 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:41.089404 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Attempting to bind port 81ae84bb-6914-4b9b-a940-208a05159191 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:41.089404 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Attempting to bind port 81ae84bb-6914-4b9b-a940-208a05159191 on network 8b75050e-7a19-4fa4-b477-27897a864e1b {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:41.193671 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Port 81ae84bb-6914-4b9b-a940-208a05159191 on network 8b75050e-7a19-4fa4-b477-27897a864e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:38:41.194246 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Attempting to bind port 81ae84bb-6914-4b9b-a940-208a05159191 on network 8b75050e-7a19-4fa4-b477-27897a864e1b {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:41.253992 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:41.254323 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Checking segment: {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:41.254752 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Bound using segment: {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:41.255207 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Bound port: 81ae84bb-6914-4b9b-a940-208a05159191, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:41.255563 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (81ae84bb-6914-4b9b-a940-208a05159191), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.311461 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-787e7b6f-b7e2-438b-b756-fc9669d663d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:41.313245 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-787e7b6f-b7e2-438b-b756-fc9669d663d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 HTTP/1.1" status: 200 len: 913 time: 0.8255076 Mar 04 20:38:41.315588 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Allocated IP 172.28.1.4 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/89520200-4674-409a-a265-82f412661fd9) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:41.321765 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:41.362234 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:41.385305 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:41.402291 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28ad09dc-689e-4d83-b0d4-be0339167ad4 req-02b9c3d0-591b-4113-ba34-ce9c5996833c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793049 Mar 04 20:38:41.437228 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'Port': ['ID=5b86bf56-f7eb-4873-a72e-8cecb8d4b122,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:41.442475 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36676) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:41.474714 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-37c8814b-e083-4f07-936e-69a81d6e713a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecc30bbd-ef94-4128-8073-92779b43d770 HTTP/1.1" status: 200 len: 217 time: 0.0918312 Mar 04 20:38:41.552476 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] For port 81ae84bb-6914-4b9b-a940-208a05159191, host hv-cinder-79987, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:41.570947 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fbfd4-e968-4462-abfc-daeb85393fa4 req-1735b831-39f2-4aef-bd1e-e96a91a0df75 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:41.574470 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ad0fbfd4-e968-4462-abfc-daeb85393fa4 req-1735b831-39f2-4aef-bd1e-e96a91a0df75 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 943 time: 0.4646380 Mar 04 20:38:41.624770 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] For port 81ae84bb-6914-4b9b-a940-208a05159191, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=81ae84bb-6914-4b9b-a940-208a05159191,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:41.669367 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-bb798572-9b3f-495a-86e3-ee61555e7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:41.677168 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-bb798572-9b3f-495a-86e3-ee61555e7507 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ebf31355-ef73-4543-929d-553d7c5a547f HTTP/1.1" status: 200 len: 852 time: 0.1765099 Mar 04 20:38:41.711990 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (81ae84bb-6914-4b9b-a940-208a05159191), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.758646 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-e7269926-b616-4b92-968d-53088f810410 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798576 Mar 04 20:38:41.840625 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for port (89520200-4674-409a-a265-82f412661fd9), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.852662 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79ec52f7-3489-4c6e-8101-7d5809de56df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.853667 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ad0fbfd4-e968-4462-abfc-daeb85393fa4 req-04d3052c-b36a-423f-8953-debb41eb292e tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345791 Mar 04 20:38:41.870717 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:41.871484 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.873330 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] 10.222.0.21 "PUT /v2.0/ports/81ae84bb-6914-4b9b-a940-208a05159191 HTTP/1.1" status: 200 len: 1094 time: 4.1414261 Mar 04 20:38:41.876236 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c6459d-aa0c-43cc-b5f6-b849e7e5e46a', 'tag': '81ae84bb-6914-4b9b-a940-208a05159191'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:41.889081 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44" -d '{"events": [{"name": "network-changed", "server_uuid": "18c6459d-aa0c-43cc-b5f6-b849e7e5e46a", "tag": "81ae84bb-6914-4b9b-a940-208a05159191"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:41.938582 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (ba2b24bb-81a4-4942-b83a-34347656c28e), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:41.987544 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (2615f05c-6036-4ca9-897b-10b7aa072fc5), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.016025 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff3f2b-c85b-486f-a7d3-54fa666f374d service neutron] Pushing event updated for resources: {'Port': ['ID=81ae84bb-6914-4b9b-a940-208a05159191,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:42.023621 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:42.030302 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b639e048-d8b0-44d8-9246-a4b9ae5372c7 x-openstack-request-id: req-b639e048-d8b0-44d8-9246-a4b9ae5372c7 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:42.030875 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c6459d-aa0c-43cc-b5f6-b849e7e5e46a", "tag": "81ae84bb-6914-4b9b-a940-208a05159191", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:42.031241 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b639e048-d8b0-44d8-9246-a4b9ae5372c7 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:42.031899 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c6459d-aa0c-43cc-b5f6-b849e7e5e46a', 'tag': '81ae84bb-6914-4b9b-a940-208a05159191', 'status': 'completed', 'code': 200} Mar 04 20:38:42.034611 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Publish callbacks [] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.063833 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Transition to ACTIVE for port object 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:38:42.138671 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (5b86bf56-f7eb-4873-a72e-8cecb8d4b122), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.211733 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.249406 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-aa9516f2-74d9-4018-8f6a-ef3833c0aef6 service neutron] 10.222.0.21 "GET /v2.0/networks/f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534323 Mar 04 20:38:42.293848 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-e4842647-86c1-4260-9f8c-c0cf691d5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:42.295492 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-e4842647-86c1-4260-9f8c-c0cf691d5ce6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1128 time: 0.2675099 Mar 04 20:38:42.301297 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Pushing event updated for resources: {'Port': ['ID=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:42.382123 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (89520200-4674-409a-a265-82f412661fd9), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.385625 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-c7239a33-00e2-48e2-baf6-8f6637e00f24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ae84bb-6914-4b9b-a940-208a05159191 HTTP/1.1" status: 200 len: 217 time: 0.0806932 Mar 04 20:38:42.630505 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:42.648466 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:42.664312 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:42.667016 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'Port': ['ID=89520200-4674-409a-a265-82f412661fd9,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:42.689268 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-e7a23b4f-42cf-43b5-86a4-fcff1945575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:42.691308 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-e7a23b4f-42cf-43b5-86a4-fcff1945575b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.2342100 Mar 04 20:38:42.698541 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-33f8fa15-d605-4703-b9aa-fc4227d23c43 service neutron] 10.222.0.21 "GET /v2.0/networks/f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415681 Mar 04 20:38:42.787568 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece015-7383-4049-8169-51b256c54b0f req-594dd60b-2a78-4d86-bccb-b60e8201e2ea tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:42.795996 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b6ece015-7383-4049-8169-51b256c54b0f req-594dd60b-2a78-4d86-bccb-b60e8201e2ea tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 944 time: 0.2484312 Mar 04 20:38:42.847305 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-7b7707ab-0286-4b14-a3ba-896bc5de2c78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489833 Mar 04 20:38:42.856855 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.904208 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2b24bb-81a4-4942-b83a-34347656c28e,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:42.913266 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Attempting to bind port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:42.914623 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Attempting to bind port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:42.916197 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Attempting to bind port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 on network 8b75050e-7a19-4fa4-b477-27897a864e1b {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:42.993721 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79ec52f7-3489-4c6e-8101-7d5809de56df admin admin] Publish callbacks [] for security_group (1b819375-6ec8-4eea-bb07-0b1b347ca9d4), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:42.998454 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 on network 8b75050e-7a19-4fa4-b477-27897a864e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:38:42.999101 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Attempting to bind port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 on network 8b75050e-7a19-4fa4-b477-27897a864e1b {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:43.078013 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:43.078521 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Checking segment: {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:43.079106 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Bound using segment: {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:43.079609 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Bound port: 5de0aead-e2d5-4035-af1c-fd3c7cb13be6, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ebe2ac-1f17-4534-8f79-c098a7015511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:43.079986 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.093899 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Checking segment: {'id': 'abe71e86-5009-4be0-bb14-0ff1168d91de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7e2db681-95dc-45d9-817b-f246d5e18639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:43.094267 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Network hostable DHCP agents. Network: 7e2db681-95dc-45d9-817b-f246d5e18639, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:38:43.098167 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b6ece015-7383-4049-8169-51b256c54b0f req-d803b6ea-ad67-4a5e-84e6-1c70e1393956 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012280 Mar 04 20:38:43.116255 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (89520200-4674-409a-a265-82f412661fd9), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.161915 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-79ec52f7-3489-4c6e-8101-7d5809de56df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (1b819375-6ec8-4eea-bb07-0b1b347ca9d4), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.236849 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-79ec52f7-3489-4c6e-8101-7d5809de56df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d9e8f5b816e4e95854634eb55ac01ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7588310 Mar 04 20:38:43.250575 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36744) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:43.435068 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Network 7e2db681-95dc-45d9-817b-f246d5e18639 is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:38:43.530236 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] For port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:43.536541 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] For port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:43.542847 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-0428e12f-3ba7-4935-957b-1b931e4beb0b service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721883 Mar 04 20:38:43.568299 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec52f7-3489-4c6e-8101-7d5809de56df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b819375-6ec8-4eea-bb07-0b1b347ca9d4,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:43.597494 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbdb59-dd34-48fa-9dbb-af4aa8f6874b req-8db13af2-839b-4d46-b74b-09e895367ea3 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:43.598980 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f4cbdb59-dd34-48fa-9dbb-af4aa8f6874b req-8db13af2-839b-4d46-b74b-09e895367ea3 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 943 time: 0.5933118 Mar 04 20:38:43.601662 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6554a719-c8d4-4b32-9abe-56d8fe51c427 admin admin] Publish callbacks [] for security_group (1b819375-6ec8-4eea-bb07-0b1b347ca9d4), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.641366 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for port (5b86bf56-f7eb-4873-a72e-8cecb8d4b122), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.659051 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6554a719-c8d4-4b32-9abe-56d8fe51c427 admin admin] Publish callbacks [] for security_group (1b819375-6ec8-4eea-bb07-0b1b347ca9d4), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.660464 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 7e2db681-95dc-45d9-817b-f246d5e18639) {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:43.665099 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:43.668002 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.673968 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3805be6-1155-4d21-bc72-481ac8c88c5c None None] Network 7e2db681-95dc-45d9-817b-f246d5e18639 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:43.696172 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.754668 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for port (89520200-4674-409a-a265-82f412661fd9), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.764102 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:43.765128 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.766770 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] 10.222.0.21 "PUT /v2.0/ports/5de0aead-e2d5-4035-af1c-fd3c7cb13be6 HTTP/1.1" status: 200 len: 1094 time: 3.2110081 Mar 04 20:38:43.770499 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f4cbdb59-dd34-48fa-9dbb-af4aa8f6874b req-ec491e8c-10e0-4db0-be49-79b4d2af57d9 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644058 Mar 04 20:38:43.771399 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (5b86bf56-f7eb-4873-a72e-8cecb8d4b122), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.782752 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0081e658-a2ac-4ff6-a0ca-78f4645f69d4', 'tag': '5de0aead-e2d5-4035-af1c-fd3c7cb13be6'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:43.868365 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d608a-fa73-4209-96a7-49f6a8c30fad None None] Network 7e2db681-95dc-45d9-817b-f246d5e18639 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:43.881502 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-88958973-0c38-4dd5-bae8-ac81e3f03fdb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9408529 Mar 04 20:38:43.923853 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (2615f05c-6036-4ca9-897b-10b7aa072fc5), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:43.944409 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (89520200-4674-409a-a265-82f412661fd9), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.021093 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c3294-2394-4392-ab88-0e6f45fe273b service neutron] Pushing event updated for resources: {'Port': ['ID=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:44.052730 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.112031 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'Port': ['ID=89520200-4674-409a-a265-82f412661fd9,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:44.129381 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e126835b-6e9e-49b0-a39e-b0f35dd8e852 req-f9a31210-2166-492d-b5aa-3cbd68932a01 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726156 Mar 04 20:38:44.158577 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.173529 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3262501 Mar 04 20:38:44.192039 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6554a719-c8d4-4b32-9abe-56d8fe51c427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (1b819375-6ec8-4eea-bb07-0b1b347ca9d4), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.199569 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6554a719-c8d4-4b32-9abe-56d8fe51c427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.200447 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6554a719-c8d4-4b32-9abe-56d8fe51c427 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b819375-6ec8-4eea-bb07-0b1b347ca9d4 HTTP/1.1" status: 204 len: 168 time: 0.9428141 Mar 04 20:38:44.210905 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.222873 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-512b06d5-fbaa-4283-ba8e-5195f9d501dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.0411909 Mar 04 20:38:44.239330 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5599e4d2-b936-49f0-8105-46b4914edaea" -d '{"events": [{"name": "network-changed", "server_uuid": "0081e658-a2ac-4ff6-a0ca-78f4645f69d4", "tag": "5de0aead-e2d5-4035-af1c-fd3c7cb13be6"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:44.247582 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9851e45-4caa-406e-b2e0-3221a66ea6ec tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'Port': ['ID=5b86bf56-f7eb-4873-a72e-8cecb8d4b122,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:44.282946 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-34a2f146-84a9-4a7f-a64e-eb5def8e1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.287538 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-34a2f146-84a9-4a7f-a64e-eb5def8e1906 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 1128 time: 0.3571279 Mar 04 20:38:44.287538 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554a719-c8d4-4b32-9abe-56d8fe51c427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b819375-6ec8-4eea-bb07-0b1b347ca9d4,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:44.367946 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f2193-2f82-40c8-b426-1fe3e2a08022 req-d89b4675-fd81-4970-a9e5-adf5de9d87d4 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.369493 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-414f2193-2f82-40c8-b426-1fe3e2a08022 req-d89b4675-fd81-4970-a9e5-adf5de9d87d4 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 944 time: 0.1386499 Mar 04 20:38:44.429869 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-414f2193-2f82-40c8-b426-1fe3e2a08022 req-2fd424b5-cccf-48ab-b072-cf8da9413e52 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525112 Mar 04 20:38:44.525628 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-68132be2-27e0-442d-8b65-66f906a46824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.527255 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-68132be2-27e0-442d-8b65-66f906a46824 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1128 time: 0.0559192 Mar 04 20:38:44.612776 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-5adefe50-ddbf-4d2c-8c24-30d107d34cd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de0aead-e2d5-4035-af1c-fd3c7cb13be6 HTTP/1.1" status: 200 len: 217 time: 0.1409056 Mar 04 20:38:44.633309 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-eacc9049-cd02-4833-b80c-b4ff2b31e581 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--350376334&fields=id&tenant_id=edfe6d2f87f14edabe06c1f810079d01 HTTP/1.1" status: 200 len: 267 time: 0.0770116 Mar 04 20:38:44.746618 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-14ef2a73-d15f-4770-bede-bccf3d5be977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.748981 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-14ef2a73-d15f-4770-bede-bccf3d5be977 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.0734622 Mar 04 20:38:44.810116 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:44.824549 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955640-e838-4670-aea5-43c34cf29c49 req-cd81030c-9ba1-4c1c-b1d3-2a15bd931cbc tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.826050 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-cd81030c-9ba1-4c1c-b1d3-2a15bd931cbc tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 810 time: 0.1842318 Mar 04 20:38:44.833261 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-dfee3da5-7cc5-4a26-920e-af8265f05964 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745142 Mar 04 20:38:44.835557 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22c7157-7faa-4dbb-bd92-909ca1aa6372 x-openstack-request-id: req-a22c7157-7faa-4dbb-bd92-909ca1aa6372 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:44.836521 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0081e658-a2ac-4ff6-a0ca-78f4645f69d4", "tag": "5de0aead-e2d5-4035-af1c-fd3c7cb13be6", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:44.836521 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a22c7157-7faa-4dbb-bd92-909ca1aa6372 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:44.836521 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0081e658-a2ac-4ff6-a0ca-78f4645f69d4', 'tag': '5de0aead-e2d5-4035-af1c-fd3c7cb13be6', 'status': 'completed', 'code': 200} Mar 04 20:38:44.849092 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-af3a82bc-db4a-49b8-92df-11869df7c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.850633 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-af3a82bc-db4a-49b8-92df-11869df7c931 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 919 time: 0.1744375 Mar 04 20:38:44.851981 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-4df568c6-723c-44d7-8c64-c8d8aab1d895 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/quotas/edfe6d2f87f14edabe06c1f810079d01 HTTP/1.1" status: 200 len: 375 time: 0.0161819 Mar 04 20:38:44.924939 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-725b5124-33fc-4e4b-bdcb-16e03956b8f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ae84bb-6914-4b9b-a940-208a05159191 HTTP/1.1" status: 200 len: 217 time: 0.0546660 Mar 04 20:38:44.980253 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-ac35e68c-d72b-41bb-bfd1-0ae77e22993d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219938 Mar 04 20:38:44.996980 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-c06ec3be-7e48-4333-bf0b-92bb6a62b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:44.998841 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-c06ec3be-7e48-4333-bf0b-92bb6a62b24b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.0669701 Mar 04 20:38:45.000223 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-cb2b345c-7ec3-42b6-afe5-b97263f94213 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1939852788&fields=id&tenant_id=afc329e2dfbc4e25b62b921dd177d858 HTTP/1.1" status: 200 len: 267 time: 0.1265574 Mar 04 20:38:45.025246 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-f1c36827-b3a7-4fbd-8e52-b2ed1ddae53d service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667857 Mar 04 20:38:45.085975 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-127ec083-6090-474d-ab7e-f44324dcb82f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755069 Mar 04 20:38:45.266807 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-c48ea438-892d-4d88-8c8b-f87792e5d050 service neutron] 10.222.0.41 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580681 Mar 04 20:38:45.273806 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-5309fac1-08bf-4590-b1f7-683a29aca142 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:45.275864 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-5309fac1-08bf-4590-b1f7-683a29aca142 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 816 time: 0.2682765 Mar 04 20:38:45.280560 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6693c470-f365-4ed4-b493-af2d3b41b976 req-89d2d93b-bd0e-4bee-b3c6-055c3dd636ae service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438564 Mar 04 20:38:45.313328 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-3955a784-e19a-4f87-afab-8a75202ce296 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/quotas/afc329e2dfbc4e25b62b921dd177d858 HTTP/1.1" status: 200 len: 375 time: 0.0309627 Mar 04 20:38:45.323909 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-600adddb-a1e6-4302-8199-82f617e774c6 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311950 Mar 04 20:38:45.366510 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36842) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:45.406734 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-f524e5ab-04f8-4742-85ee-50294c680bda tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866866 Mar 04 20:38:45.454194 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-f662131d-11cc-4e26-937a-57fa9010cdab service neutron] 10.222.0.41 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796696 Mar 04 20:38:45.484012 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-464bb4a0-a8b6-4ee4-aae7-721f42fb8b44 req-cc0b3e82-5ee7-4c5d-89b6-197bc0ebdd5a service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346042 Mar 04 20:38:45.506781 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36852) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:45.512896 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1543874016-network', 'tenant_id': 'bf43e5fe436742c08c49e9ac8b1d029a'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:45.598650 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Made reservation on behalf of bf43e5fe436742c08c49e9ac8b1d029a for: {'network': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:45.599326 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599e4d2-b936-49f0-8105-46b4914edaea req-707e9f24-e543-40b6-906d-09e47b29d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:45.600905 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5599e4d2-b936-49f0-8105-46b4914edaea req-707e9f24-e543-40b6-906d-09e47b29d9b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 1128 time: 0.1607049 Mar 04 20:38:45.602845 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.614300 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.645157 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-7aa6914c-1f63-441d-842a-e8e143581ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200360 Mar 04 20:38:45.709318 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2dc8-7704-4fad-a171-40e8b3b6b947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.737281 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Publish callbacks [] for security_group (f816298d-e5ea-4b1d-a297-bea92b23011b), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.789283 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98013e38-ab92-4574-9bf3-e090e7ca97e1 req-25d2959c-621a-4576-8078-40a93a288da6 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:45.791034 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98013e38-ab92-4574-9bf3-e090e7ca97e1 req-25d2959c-621a-4576-8078-40a93a288da6 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 943 time: 0.0669217 Mar 04 20:38:45.840542 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f816298d-e5ea-4b1d-a297-bea92b23011b), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.849070 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98013e38-ab92-4574-9bf3-e090e7ca97e1 req-86b88dee-e504-42b6-b8f3-00d5a6a47a3d tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522850 Mar 04 20:38:45.865206 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:38:45.881186 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f816298d-e5ea-4b1d-a297-bea92b23011b,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:45.886417 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (e274d8f3-0e1e-48d1-a922-4f1a0a3474ff), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.886417 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.segments_db [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Added segment e274d8f3-0e1e-48d1-a922-4f1a0a3474ff of type vlan for network 51ab9b87-89d8-4da9-bb1f-a78e7ccee787 Mar 04 20:38:45.929917 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (51ab9b87-89d8-4da9-bb1f-a78e7ccee787), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:45.932178 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599e4d2-b936-49f0-8105-46b4914edaea req-c68144ce-29d6-4232-bed2-13b54ff6bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:45.934473 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5599e4d2-b936-49f0-8105-46b4914edaea req-c68144ce-29d6-4232-bed2-13b54ff6bc93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 919 time: 0.3229020 Mar 04 20:38:45.953728 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-d4dee94f-62d9-4da6-817f-135ccdf017f8 service neutron] 10.222.0.41 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816117 Mar 04 20:38:46.002161 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2dc8-7704-4fad-a171-40e8b3b6b947 admin admin] Publish callbacks [] for security_group (cd0802c4-90f1-44b4-be7a-b643587f3086), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.012108 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28d707-66f8-4f31-9d1d-cf3ce59b1342 req-f44fb6fc-c3b0-425c-b346-483753dea531 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:46.013744 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fe28d707-66f8-4f31-9d1d-cf3ce59b1342 req-f44fb6fc-c3b0-425c-b346-483753dea531 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 944 time: 0.0857348 Mar 04 20:38:46.094247 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fe28d707-66f8-4f31-9d1d-cf3ce59b1342 req-17de7aa6-efe6-415b-a48b-b16cd5ddad26 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742233 Mar 04 20:38:46.100392 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (51ab9b87-89d8-4da9-bb1f-a78e7ccee787), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.104599 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:46.104599 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.205746 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-80de4aa5-10fc-4310-844b-3406dbaf7a6a req-dcd52647-052e-4d66-91f6-689c36365c3c tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 210 time: 0.0526671 Mar 04 20:38:46.212010 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=51ab9b87-89d8-4da9-bb1f-a78e7ccee787,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:46.226148 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 51ab9b87-89d8-4da9-bb1f-a78e7ccee787 details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:38:46.280293 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5599e4d2-b936-49f0-8105-46b4914edaea req-5dc0b9f4-3a23-4b86-bfa7-275bbb51a612 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de0aead-e2d5-4035-af1c-fd3c7cb13be6 HTTP/1.1" status: 200 len: 217 time: 0.3354776 Mar 04 20:38:46.280293 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2dc8-7704-4fad-a171-40e8b3b6b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (cd0802c4-90f1-44b4-be7a-b643587f3086), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.305283 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf2dc8-7704-4fad-a171-40e8b3b6b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0802c4-90f1-44b4-be7a-b643587f3086,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:46.336356 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-fd2e53e7-f0b7-4a0f-8c11-37736b149aa2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8282282 Mar 04 20:38:46.342110 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36878) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:46.351717 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Request body: {'subnet': {'network_id': '51ab9b87-89d8-4da9-bb1f-a78e7ccee787', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1543874016-subnet', 'tenant_id': 'bf43e5fe436742c08c49e9ac8b1d029a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:46.429267 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-eaaf2dc8-7704-4fad-a171-40e8b3b6b947 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3981bdafea34688b4611e5eeeead548&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0584254 Mar 04 20:38:46.438827 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36888) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:46.447037 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-21287271-b782-48fe-9afa-8634d78568fa req-57273e4d-621b-45c3-821d-fa01b7f7f971 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 210 time: 0.0341513 Mar 04 20:38:46.461222 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599e4d2-b936-49f0-8105-46b4914edaea req-b03c0b75-9b10-4f70-86ba-54200035b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:46.462775 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5599e4d2-b936-49f0-8105-46b4914edaea req-b03c0b75-9b10-4f70-86ba-54200035b8fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.1584432 Mar 04 20:38:46.515345 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5599e4d2-b936-49f0-8105-46b4914edaea req-209e7eac-5718-4748-9939-a251254fd739 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440760 Mar 04 20:38:46.517189 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Made reservation on behalf of bf43e5fe436742c08c49e9ac8b1d029a for: {'subnet': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:46.519655 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.559196 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-197ed5dd-79f9-4167-b6a8-72c65b5a4b63 admin admin] Publish callbacks [] for security_group (cd0802c4-90f1-44b4-be7a-b643587f3086), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.657203 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-197ed5dd-79f9-4167-b6a8-72c65b5a4b63 admin admin] Publish callbacks [] for security_group (cd0802c4-90f1-44b4-be7a-b643587f3086), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.703726 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5599e4d2-b936-49f0-8105-46b4914edaea req-5bfe1f62-0e3e-4468-82c8-c7d18e52d2bb service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781495 Mar 04 20:38:46.800437 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5599e4d2-b936-49f0-8105-46b4914edaea req-558a45a2-021c-48dc-84fc-3451fab482e5 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906615 Mar 04 20:38:46.831557 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-197ed5dd-79f9-4167-b6a8-72c65b5a4b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (cd0802c4-90f1-44b4-be7a-b643587f3086), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.831820 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (051bd6d5-b7d4-479e-ad6c-c89b28373709), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.834173 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-197ed5dd-79f9-4167-b6a8-72c65b5a4b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:46.837983 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-197ed5dd-79f9-4167-b6a8-72c65b5a4b63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd0802c4-90f1-44b4-be7a-b643587f3086 HTTP/1.1" status: 204 len: 168 time: 0.3956234 Mar 04 20:38:46.844692 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ed5dd-79f9-4167-b6a8-72c65b5a4b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0802c4-90f1-44b4-be7a-b643587f3086,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:46.900415 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=051bd6d5-b7d4-479e-ad6c-c89b28373709,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:46.909920 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Checking segment: {'id': 'e274d8f3-0e1e-48d1-a922-4f1a0a3474ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '51ab9b87-89d8-4da9-bb1f-a78e7ccee787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:46.910510 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Network hostable DHCP agents. Network: 51ab9b87-89d8-4da9-bb1f-a78e7ccee787, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:38:46.989041 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba75c6-c718-47ab-a366-7a7274e2947a req-b8dd8d75-06cf-41b9-8f6b-564c6d4a0ef9 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:46.990584 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-61ba75c6-c718-47ab-a366-7a7274e2947a req-b8dd8d75-06cf-41b9-8f6b-564c6d4a0ef9 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 943 time: 0.0561678 Mar 04 20:38:47.014074 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Network 51ab9b87-89d8-4da9-bb1f-a78e7ccee787 is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:38:47.036993 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-61ba75c6-c718-47ab-a366-7a7274e2947a req-cfc18345-1078-4420-a076-08554c9aa3e3 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398996 Mar 04 20:38:47.106572 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 51ab9b87-89d8-4da9-bb1f-a78e7ccee787) {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:47.112050 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:47.118498 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.118579 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8b132-fcb1-4f8b-8400-70cd93a748cf None None] Network 51ab9b87-89d8-4da9-bb1f-a78e7ccee787 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:47.230236 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de602c4-4a5e-4471-a9d6-a0d19003e413 req-c644918a-ecde-4848-9a13-70f49bb5cc4e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:47.231792 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4de602c4-4a5e-4471-a9d6-a0d19003e413 req-c644918a-ecde-4848-9a13-70f49bb5cc4e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 944 time: 0.0566547 Mar 04 20:38:47.236493 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f8ff2-f244-430e-a700-71f2fad0347c None None] Network 51ab9b87-89d8-4da9-bb1f-a78e7ccee787 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:38:47.286734 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-ecaaab70-ef3d-4cb3-b9b9-fb2d89268bad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9430909 Mar 04 20:38:47.340267 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4de602c4-4a5e-4471-a9d6-a0d19003e413 req-10c74b51-db3a-4723-869e-86d8448d6d55 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002734 Mar 04 20:38:47.393828 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9ebe19c6-aa44-42da-a110-92344ee6cb51 req-b5951e4d-b33d-4dd4-9ed4-4162f51d83dc tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 210 time: 0.0498431 Mar 04 20:38:47.447673 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-621032fd-8256-4cb1-8446-aa03dd23d32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.493639 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36916) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:47.556444 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-26ea175e-56bb-45dd-bffa-b67f5c47efde req-d910cdbf-8289-4f9f-bc7a-4f93e1e38be6 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 210 time: 0.0362625 Mar 04 20:38:47.568665 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c166d07f-2f25-4de7-a9ce-0b7446cd8661 admin admin] Deleting subnet ba2b24bb-81a4-4942-b83a-34347656c28e {{(pid=103639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:38:47.572061 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c166d07f-2f25-4de7-a9ce-0b7446cd8661 admin admin] Publish callbacks [] for subnet (ba2b24bb-81a4-4942-b83a-34347656c28e), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.610272 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c166d07f-2f25-4de7-a9ce-0b7446cd8661 admin admin] Publish callbacks [] for subnet (ba2b24bb-81a4-4942-b83a-34347656c28e), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.620615 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c166d07f-2f25-4de7-a9ce-0b7446cd8661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (ba2b24bb-81a4-4942-b83a-34347656c28e), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.757575 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c166d07f-2f25-4de7-a9ce-0b7446cd8661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (ba2b24bb-81a4-4942-b83a-34347656c28e), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.787855 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c166d07f-2f25-4de7-a9ce-0b7446cd8661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.790302 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36924) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:47.792430 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-c166d07f-2f25-4de7-a9ce-0b7446cd8661 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ba2b24bb-81a4-4942-b83a-34347656c28e HTTP/1.1" status: 204 len: 168 time: 0.2972381 Mar 04 20:38:47.793632 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166d07f-2f25-4de7-a9ce-0b7446cd8661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2b24bb-81a4-4942-b83a-34347656c28e,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:47.800271 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36926) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:47.804157 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e50847c-57aa-4a20-91dc-909b864fb510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.877386 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (7e2db681-95dc-45d9-817b-f246d5e18639), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.906279 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e50847c-57aa-4a20-91dc-909b864fb510 admin admin] Publish callbacks [] for security_group (1649c72f-8f08-4fc1-a182-ef1ccd779c3e), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.957406 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7e50847c-57aa-4a20-91dc-909b864fb510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (1649c72f-8f08-4fc1-a182-ef1ccd779c3e), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.966697 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (7e2db681-95dc-45d9-817b-f246d5e18639), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:47.987516 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.987864 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.988647 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.988972 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > port after_create 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.989309 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.989656 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > port after_update 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.990138 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.990305 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.990640 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.990955 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:47.997812 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-7e50847c-57aa-4a20-91dc-909b864fb510 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16c482c9ab8b40acb17621f68cbff7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063155 Mar 04 20:38:47.998831 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50847c-57aa-4a20-91dc-909b864fb510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1649c72f-8f08-4fc1-a182-ef1ccd779c3e,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:48.001209 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36930) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:48.049591 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3e9b-f1d7-4e65-9b7b-e821b795535c admin admin] Publish callbacks [] for security_group (1649c72f-8f08-4fc1-a182-ef1ccd779c3e), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.074114 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3e9b-f1d7-4e65-9b7b-e821b795535c admin admin] Publish callbacks [] for security_group (1649c72f-8f08-4fc1-a182-ef1ccd779c3e), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.113169 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:48.114000 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:48.114343 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:48.114729 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:38:48.116356 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2db681-95dc-45d9-817b-f246d5e18639']}} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:48.136459 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe71e86-5009-4be0-bb14-0ff1168d91de') {'for_net_delete': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:48.137006 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe71e86-5009-4be0-bb14-0ff1168d91de') {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:48.154218 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130617142'] for segment (abe71e86-5009-4be0-bb14-0ff1168d91de), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.160667 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc2408-bb36-44ba-8251-43beb85486d9 req-47899d7f-3a6d-4944-8e7c-ee0db98a6e04 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:48.167086 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-aadc2408-bb36-44ba-8251-43beb85486d9 req-47899d7f-3a6d-4944-8e7c-ee0db98a6e04 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 943 time: 0.0618927 Mar 04 20:38:48.175642 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (abe71e86-5009-4be0-bb14-0ff1168d91de), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.185275 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:38:48.185675 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133226097'] for segment (abe71e86-5009-4be0-bb14-0ff1168d91de), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.216601 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-aadc2408-bb36-44ba-8251-43beb85486d9 req-bcc093ee-7dc8-4ac9-981b-35477cb73aa3 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475771 Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: from cryptography.utils import int_from_bytes Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: from cryptography.utils import int_from_bytes Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: Traceback (most recent call last): Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: timer() Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: cb(*args, **kw) Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: return func(*args, **kwargs) Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: self._notify() Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: self.callback(batched_events) Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: event.method(event) Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: return f(self, *a, **k) Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: return self._get(url).json() Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: return self.request(url, 'GET', **kwargs) Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:38:48.219550 dv-cinder-799871-17-smb neutron-server[103639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:38:48.242772 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3e9b-f1d7-4e65-9b7b-e821b795535c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (1649c72f-8f08-4fc1-a182-ef1ccd779c3e), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.245605 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3e9b-f1d7-4e65-9b7b-e821b795535c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.247265 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-e1ab3e9b-f1d7-4e65-9b7b-e821b795535c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1649c72f-8f08-4fc1-a182-ef1ccd779c3e HTTP/1.1" status: 204 len: 168 time: 0.2447817 Mar 04 20:38:48.259748 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab3e9b-f1d7-4e65-9b7b-e821b795535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649c72f-8f08-4fc1-a182-ef1ccd779c3e,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:48.397567 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (7e2db681-95dc-45d9-817b-f246d5e18639), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.407140 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.410646 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e2db681-95dc-45d9-817b-f246d5e18639 HTTP/1.1" status: 204 len: 168 time: 0.6093905 Mar 04 20:38:48.413589 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36938) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:48.544833 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f2a4f21-a6ff-45e8-87e3-4e88824f2283 req-97f81b41-4123-4589-b160-d14ff982905c tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 210 time: 0.0742829 Mar 04 20:38:48.556278 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_v2 [None req-19430b29-e4f1-4533-b52e-f922409ee19a admin admin] Deleting subnet 051bd6d5-b7d4-479e-ad6c-c89b28373709 {{(pid=103638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:38:48.562179 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-19430b29-e4f1-4533-b52e-f922409ee19a admin admin] Publish callbacks [] for subnet (051bd6d5-b7d4-479e-ad6c-c89b28373709), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.618417 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-19430b29-e4f1-4533-b52e-f922409ee19a admin admin] Publish callbacks [] for subnet (051bd6d5-b7d4-479e-ad6c-c89b28373709), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.634594 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955640-e838-4670-aea5-43c34cf29c49 req-d03f5e8b-f85b-4e6c-9897-117c8ccec8ad tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:48.637001 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-d03f5e8b-f85b-4e6c-9897-117c8ccec8ad tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 810 time: 0.2107172 Mar 04 20:38:48.637813 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-19430b29-e4f1-4533-b52e-f922409ee19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (051bd6d5-b7d4-479e-ad6c-c89b28373709), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.669196 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a92bd-3691-441e-bd86-0f4ace3b909d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2db681-95dc-45d9-817b-f246d5e18639,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:48.702772 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23ec9-ee61-4e47-853b-f29e5f0dfe13 req-1047fed7-f26d-4ede-8cfc-3822f300f3a7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:48.704991 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-15a23ec9-ee61-4e47-853b-f29e5f0dfe13 req-1047fed7-f26d-4ede-8cfc-3822f300f3a7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 944 time: 0.2932286 Mar 04 20:38:48.726116 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d66f9545-ce18-438a-8c18-9df8b933301c req-3e81feac-93ef-4737-9065-072cb173f102 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 210 time: 0.0678778 Mar 04 20:38:48.775125 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-15a23ec9-ee61-4e47-853b-f29e5f0dfe13 req-cf425607-c094-4dd9-b4bd-d253cd349c9b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631022 Mar 04 20:38:48.797609 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-0208c486-f210-4de4-b337-a5b2648610fa tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfe6d2f87f14edabe06c1f810079d01 HTTP/1.1" status: 200 len: 379 time: 0.1353395 Mar 04 20:38:48.805509 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'port': {'device_id': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'admin_state_up': True, 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'security_groups': ['391b97a6-4111-460c-adb9-5ded21e4d367']}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:48.923221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-19430b29-e4f1-4533-b52e-f922409ee19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (051bd6d5-b7d4-479e-ad6c-c89b28373709), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.939664 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-19430b29-e4f1-4533-b52e-f922409ee19a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:48.945649 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-19430b29-e4f1-4533-b52e-f922409ee19a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/051bd6d5-b7d4-479e-ad6c-c89b28373709 HTTP/1.1" status: 204 len: 168 time: 0.5285149 Mar 04 20:38:48.946527 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 36962) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:48.970484 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19430b29-e4f1-4533-b52e-f922409ee19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051bd6d5-b7d4-479e-ad6c-c89b28373709,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:49.032135 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (51ab9b87-89d8-4da9-bb1f-a78e7ccee787), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.045591 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Made reservation on behalf of edfe6d2f87f14edabe06c1f810079d01 for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:49.053941 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.158110 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (51ab9b87-89d8-4da9-bb1f-a78e7ccee787), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.180078 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ab9b87-89d8-4da9-bb1f-a78e7ccee787']}} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:49.190921 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e274d8f3-0e1e-48d1-a922-4f1a0a3474ff') {'for_net_delete': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:49.191246 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e274d8f3-0e1e-48d1-a922-4f1a0a3474ff') {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:38:49.203496 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130617142'] for segment (e274d8f3-0e1e-48d1-a922-4f1a0a3474ff), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.238607 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Allocated IP 172.20.0.6 (decb093a-7e88-4e3c-bd79-2ebf623b306e/df8ab674-da60-4a5d-940e-37747103e9b3/a4e7976c-416f-450a-b79a-3e89ead56e60) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:49.244327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (e274d8f3-0e1e-48d1-a922-4f1a0a3474ff), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.291238 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:38:49.291729 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133226097'] for segment (e274d8f3-0e1e-48d1-a922-4f1a0a3474ff), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: Traceback (most recent call last): Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: timer() Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: cb(*args, **kw) Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: return func(*args, **kwargs) Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: self._notify() Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: self.callback(batched_events) Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: event.method(event) Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: return f(self, *a, **k) Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: return self._get(url).json() Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: return self.request(url, 'GET', **kwargs) Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:38:49.313594 dv-cinder-799871-17-smb neutron-server[103639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:38:49.391529 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-ae294dfa-89a2-4239-a4a9-1c1bc244eda1 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:49.393657 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-ae294dfa-89a2-4239-a4a9-1c1bc244eda1 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 816 time: 0.1922860 Mar 04 20:38:49.431911 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7633f82-5813-4874-8f12-3e28d1135b77 req-12436c36-1766-4b0b-ae8d-0656764866f4 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:49.433970 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7633f82-5813-4874-8f12-3e28d1135b77 req-12436c36-1766-4b0b-ae8d-0656764866f4 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 943 time: 0.1286874 Mar 04 20:38:49.438717 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (51ab9b87-89d8-4da9-bb1f-a78e7ccee787), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.450862 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.452098 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.453881 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:38:49.455991 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] 10.222.0.41 "DELETE /v2.0/networks/51ab9b87-89d8-4da9-bb1f-a78e7ccee787 HTTP/1.1" status: 204 len: 168 time: 0.5083356 Mar 04 20:38:49.503428 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946efc8d-4904-43e3-9f1b-344501ecf54b admin admin] Pushing event deleted for resources: {'Network': ['ID=51ab9b87-89d8-4da9-bb1f-a78e7ccee787,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:49.527764 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7633f82-5813-4874-8f12-3e28d1135b77 req-3972ceb1-96e8-4267-a985-2c515efc048e tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755682 Mar 04 20:38:49.539483 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-3de74fb8-01b5-4947-bb50-abfceef032b9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afc329e2dfbc4e25b62b921dd177d858 HTTP/1.1" status: 200 len: 380 time: 0.1360455 Mar 04 20:38:49.552583 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'port': {'device_id': '0561bf55-4714-48c6-9def-d835e508ba97', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'admin_state_up': True, 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'security_groups': ['d65c4ea7-f2f7-4570-a781-f610bf95598e']}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:49.632176 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:49.644510 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '5de0aead-e2d5-4035-af1c-fd3c7cb13be6', 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b', 'port_id': '5de0aead-e2d5-4035-af1c-fd3c7cb13be6', 'mac_address': 'fa:16:3e:1e:37:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce54459-8431-4ded-b570-36b6e022ce57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:38:49.649203 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.674722 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7d6b359c-9db9-491b-8e25-bcb65670f65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.692657 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:49.693437 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.701524 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Network decb093a-7e88-4e3c-bd79-2ebf623b306e is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:49.705438 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:49.712925 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:49.726018 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:49.733416 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:49.736974 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.752808 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:49.766095 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'Port': ['ID=a4e7976c-416f-450a-b79a-3e89ead56e60,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:49.785134 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6c5c2-a893-4dff-9342-0a79e7b35f68 req-cd7b9c4a-db4d-47a4-b708-3760531733b0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:49.786723 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-78b6c5c2-a893-4dff-9342-0a79e7b35f68 req-cd7b9c4a-db4d-47a4-b708-3760531733b0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 931 time: 0.1497664 Mar 04 20:38:49.814639 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.815417 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 81ae84bb-6914-4b9b-a940-208a05159191 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:38:49.846524 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-f1695c5e-c3f1-45a7-9f60-d42b3426f6df tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0446959 Mar 04 20:38:49.863353 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-78b6c5c2-a893-4dff-9342-0a79e7b35f68 req-47d7b5ab-1f8b-4ace-a2cc-726a73c8750a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677974 Mar 04 20:38:49.890784 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Request body: {'port': {'device_id': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:49.917361 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:49.921222 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 81ae84bb-6914-4b9b-a940-208a05159191, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=81ae84bb-6914-4b9b-a940-208a05159191,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:49.933931 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Made reservation on behalf of afc329e2dfbc4e25b62b921dd177d858 for: {'port': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:38:49.938846 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:49.944868 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '81ae84bb-6914-4b9b-a940-208a05159191', 'network_id': '8b75050e-7a19-4fa4-b477-27897a864e1b', 'port_id': '81ae84bb-6914-4b9b-a940-208a05159191', 'mac_address': 'fa:16:3e:a6:92:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce54459-8431-4ded-b570-36b6e022ce57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:38:49.977197 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-aab43669-337e-4571-8178-474632e36e5c req-34f51f06-fc65-4784-8560-0313ae598b47 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 210 time: 0.1292901 Mar 04 20:38:49.982648 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 36998) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:50.001400 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 81ae84bb-6914-4b9b-a940-208a05159191 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:50.001709 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (81ae84bb-6914-4b9b-a940-208a05159191), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.020038 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ae84bb-6914-4b9b-a940-208a05159191 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:50.053739 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-5aa8cc25-ee9c-414d-91b0-0caf08154579 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af47355f194445a084e9f1044cb1e9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703146 Mar 04 20:38:50.054294 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 81ae84bb-6914-4b9b-a940-208a05159191, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=81ae84bb-6914-4b9b-a940-208a05159191,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:50.066135 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37002) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:50.070247 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.082814 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b1c9d60-3e88-4860-9b73-32bbe15bd6ba None None] Provisioning complete for port a4e7976c-416f-450a-b79a-3e89ead56e60 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:50.083420 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b1c9d60-3e88-4860-9b73-32bbe15bd6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.130959 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c9d60-3e88-4860-9b73-32bbe15bd6ba None None] Port a4e7976c-416f-450a-b79a-3e89ead56e60 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:50.140042 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (81ae84bb-6914-4b9b-a940-208a05159191), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.140946 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ecc30bbd-ef94-4128-8073-92779b43d770 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:38:50.176703 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dfb611de-44db-4fd1-a172-4c09258f8329 admin admin] Publish callbacks [] for security_group (0956d307-ecd1-4ba0-a14c-1494303fd85b), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.203204 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dfb611de-44db-4fd1-a172-4c09258f8329 admin admin] Publish callbacks [] for security_group (0956d307-ecd1-4ba0-a14c-1494303fd85b), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.227650 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9c89-cb45-4a79-bcd7-22776f07128c req-ab42feb5-1c5f-4326-b75a-758cb24d4831 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:50.229705 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a8da9c89-cb45-4a79-bcd7-22776f07128c req-ab42feb5-1c5f-4326-b75a-758cb24d4831 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 945 time: 0.2025025 Mar 04 20:38:50.308694 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=81ae84bb-6914-4b9b-a940-208a05159191,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:50.315607 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port ecc30bbd-ef94-4128-8073-92779b43d770, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ecc30bbd-ef94-4128-8073-92779b43d770,segment=NetworkSegment(0ed0952b-e47e-4fdb-acfe-645b3866208d),segment_id=0ed0952b-e47e-4fdb-acfe-645b3866208d)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:50.333381 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Allocated IP 172.20.0.3 (f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f/a448cf7e-975a-4d1e-92cd-c96005ad0afc/7c1663f5-2533-421e-8fd0-5004e91fb49a) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:38:50.342770 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'ecc30bbd-ef94-4128-8073-92779b43d770', 'network_id': 'f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6', 'port_id': 'ecc30bbd-ef94-4128-8073-92779b43d770', 'mac_address': 'fa:16:3e:b5:7b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf31355-ef73-4543-929d-553d7c5a547f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:38:50.401621 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port ecc30bbd-ef94-4128-8073-92779b43d770 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:50.402732 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.421913 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc30bbd-ef94-4128-8073-92779b43d770 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:50.445376 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a8da9c89-cb45-4a79-bcd7-22776f07128c req-43f7c949-5a00-4868-a0b6-df58a321b534 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000461 Mar 04 20:38:50.460861 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port ecc30bbd-ef94-4128-8073-92779b43d770, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ecc30bbd-ef94-4128-8073-92779b43d770,segment=NetworkSegment(0ed0952b-e47e-4fdb-acfe-645b3866208d),segment_id=0ed0952b-e47e-4fdb-acfe-645b3866208d)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:50.471614 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dfb611de-44db-4fd1-a172-4c09258f8329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0956d307-ecd1-4ba0-a14c-1494303fd85b), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.475043 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dfb611de-44db-4fd1-a172-4c09258f8329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.477918 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-dfb611de-44db-4fd1-a172-4c09258f8329 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0956d307-ecd1-4ba0-a14c-1494303fd85b HTTP/1.1" status: 204 len: 168 time: 0.4067225 Mar 04 20:38:50.506581 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e7976c-416f-450a-b79a-3e89ead56e60 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:50.517934 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb611de-44db-4fd1-a172-4c09258f8329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0956d307-ecd1-4ba0-a14c-1494303fd85b,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:50.518107 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Publish callbacks [] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.545300 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Transition to ACTIVE for port object a4e7976c-416f-450a-b79a-3e89ead56e60 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:38:50.559273 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.579321 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.623000 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=ecc30bbd-ef94-4128-8073-92779b43d770,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:50.667907 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306791-c0b2-478c-9506-9cb3d177e7e4 req-b38e30aa-dff8-4cf2-9e65-ce88c0804079 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:50.669399 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-53306791-c0b2-478c-9506-9cb3d177e7e4 req-b38e30aa-dff8-4cf2-9e65-ce88c0804079 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 944 time: 0.0574038 Mar 04 20:38:50.680177 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.706323 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.755493 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:38:50.768931 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:38:50.770524 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e7976c-416f-450a-b79a-3e89ead56e60,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:50.771601 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:38:50.790819 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-53306791-c0b2-478c-9506-9cb3d177e7e4 req-8f49ed13-5132-4b78-b72f-1ceba9ed1a18 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077435 Mar 04 20:38:50.828949 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Attempting to bind port a4e7976c-416f-450a-b79a-3e89ead56e60 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:50.829486 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Attempting to bind port a4e7976c-416f-450a-b79a-3e89ead56e60 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:50.829821 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Attempting to bind port a4e7976c-416f-450a-b79a-3e89ead56e60 on network decb093a-7e88-4e3c-bd79-2ebf623b306e {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:50.833222 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:50.851341 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Port a4e7976c-416f-450a-b79a-3e89ead56e60 on network decb093a-7e88-4e3c-bd79-2ebf623b306e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:38:50.851835 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Attempting to bind port a4e7976c-416f-450a-b79a-3e89ead56e60 on network decb093a-7e88-4e3c-bd79-2ebf623b306e {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:50.857740 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:50.858304 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Checking segment: {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:50.858856 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Bound using segment: {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:50.859440 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Bound port: a4e7976c-416f-450a-b79a-3e89ead56e60, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:50.859970 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.863534 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:50.864218 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:50.923775 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['81ae84bb-6914-4b9b-a940-208a05159191'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:38:50.973562 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] For port a4e7976c-416f-450a-b79a-3e89ead56e60, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:50.988919 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] For port a4e7976c-416f-450a-b79a-3e89ead56e60, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a4e7976c-416f-450a-b79a-3e89ead56e60,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:51.020484 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-0aebd596-f05c-44ef-978d-858576486be3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4739096 Mar 04 20:38:51.046790 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Request body: {'port': {'device_id': '0561bf55-4714-48c6-9def-d835e508ba97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:38:51.072681 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:51.081651 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['ecc30bbd-ef94-4128-8073-92779b43d770'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:38:51.083958 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['5de0aead-e2d5-4035-af1c-fd3c7cb13be6'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:38:51.099420 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:51.167989 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7447cd7-3ac3-42cd-aa2a-fa6b0e404f1d req-42f3a68d-7b31-462d-a954-c55cc47543bb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.172697 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b7447cd7-3ac3-42cd-aa2a-fa6b0e404f1d req-42f3a68d-7b31-462d-a954-c55cc47543bb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 943 time: 0.2093594 Mar 04 20:38:51.254502 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.255148 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:51.256606 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] 10.222.0.21 "PUT /v2.0/ports/a4e7976c-416f-450a-b79a-3e89ead56e60 HTTP/1.1" status: 200 len: 1093 time: 1.3788803 Mar 04 20:38:51.265965 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'tag': 'a4e7976c-416f-450a-b79a-3e89ead56e60'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:51.270136 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277957d-223f-4156-b24a-4565fdd8cdce" -d '{"events": [{"name": "network-changed", "server_uuid": "a539b695-1b94-46da-9638-a84bd35fc46a", "tag": "a4e7976c-416f-450a-b79a-3e89ead56e60"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:51.283496 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:51.316583 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b7447cd7-3ac3-42cd-aa2a-fa6b0e404f1d req-a6782d2b-a340-440f-a51d-083f543ddf3e tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239102 Mar 04 20:38:51.423755 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3b0d8-aa8e-4877-8eb5-7f951f8bf101 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e7976c-416f-450a-b79a-3e89ead56e60,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:51.498156 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c8ece-0891-4c79-890c-8f61485773f5 req-232d2b8a-72d6-44b4-9c9f-b1044f74bcb2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.514404 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d92c8ece-0891-4c79-890c-8f61485773f5 req-232d2b8a-72d6-44b4-9c9f-b1044f74bcb2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 931 time: 0.3559437 Mar 04 20:38:51.550873 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68311061-c086-4691-921e-b8320b1b9cc9 x-openstack-request-id: req-68311061-c086-4691-921e-b8320b1b9cc9 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:51.551171 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a539b695-1b94-46da-9638-a84bd35fc46a", "tag": "a4e7976c-416f-450a-b79a-3e89ead56e60", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:51.551432 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68311061-c086-4691-921e-b8320b1b9cc9 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:51.551835 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'tag': 'a4e7976c-416f-450a-b79a-3e89ead56e60', 'status': 'completed', 'code': 200} Mar 04 20:38:51.579624 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37048) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:51.590712 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-05397683-2aa8-4ba5-a395-52da87d6f91e None None] Provisioning complete for port 7c1663f5-2533-421e-8fd0-5004e91fb49a triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:51.591970 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-05397683-2aa8-4ba5-a395-52da87d6f91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:51.645013 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a5e5ddab-4750-497a-a433-68e72ba4b24a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf43e5fe436742c08c49e9ac8b1d029a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648463 Mar 04 20:38:51.646264 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37052) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:38:51.658792 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d92c8ece-0891-4c79-890c-8f61485773f5 req-5730763d-86a6-4cf8-b222-8bd842e94b38 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360049 Mar 04 20:38:51.662673 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955640-e838-4670-aea5-43c34cf29c49 req-3692eec3-fe94-4a9b-b431-a96e0fb1c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.664997 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-3692eec3-fe94-4a9b-b431-a96e0fb1c758 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 1127 time: 0.2977548 Mar 04 20:38:51.718871 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-e1e8a93b-3172-43f3-ba87-16f643ffbefe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e7976c-416f-450a-b79a-3e89ead56e60 HTTP/1.1" status: 200 len: 217 time: 0.0453348 Mar 04 20:38:51.719077 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-05397683-2aa8-4ba5-a395-52da87d6f91e None None] Port 7c1663f5-2533-421e-8fd0-5004e91fb49a cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:38:51.795996 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955640-e838-4670-aea5-43c34cf29c49 req-91443a64-b8eb-434a-84c2-cfb9cf34695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.797809 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-91443a64-b8eb-434a-84c2-cfb9cf34695d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df8ab674-da60-4a5d-940e-37747103e9b3 HTTP/1.1" status: 200 len: 849 time: 0.0710018 Mar 04 20:38:51.862964 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6e02b-63e8-4aab-81b1-83b0ddb21eae req-4f61a7fb-e0c7-4cba-a384-08b99f73cbc4 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.864517 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a8a6e02b-63e8-4aab-81b1-83b0ddb21eae req-4f61a7fb-e0c7-4cba-a384-08b99f73cbc4 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 945 time: 0.2272735 Mar 04 20:38:51.869097 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9be72534-3df6-4bbe-af07-f0b534993685 admin admin] Publish callbacks [] for security_group (f816298d-e5ea-4b1d-a297-bea92b23011b), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:51.879668 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955640-e838-4670-aea5-43c34cf29c49 req-06bc0129-f256-4f1d-91df-85beff82aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:51.881263 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-06bc0129-f256-4f1d-91df-85beff82aa5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=decb093a-7e88-4e3c-bd79-2ebf623b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0761411 Mar 04 20:38:51.926942 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9be72534-3df6-4bbe-af07-f0b534993685 admin admin] Publish callbacks [] for security_group (f816298d-e5ea-4b1d-a297-bea92b23011b), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.007868 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-320f352a-e0ef-4c41-8be8-ce36f40b640e service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200545 Mar 04 20:38:52.008073 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a8a6e02b-63e8-4aab-81b1-83b0ddb21eae req-33b1c317-4623-4159-9b55-9aff46d0a537 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312120 Mar 04 20:38:52.015677 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc014c-1211-4cc3-aed4-e7616f3cbd18 req-be829de1-aa45-4a6e-8327-a95b415596e5 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.017155 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-50fc014c-1211-4cc3-aed4-e7616f3cbd18 req-be829de1-aa45-4a6e-8327-a95b415596e5 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 944 time: 0.0997751 Mar 04 20:38:52.022628 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1663f5-2533-421e-8fd0-5004e91fb49a {{(pid=103639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:52.045759 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Publish callbacks [] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.059616 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Transition to ACTIVE for port object 7c1663f5-2533-421e-8fd0-5004e91fb49a will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:38:52.121674 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-50fc014c-1211-4cc3-aed4-e7616f3cbd18 req-5730ec98-21de-46c7-b267-78fa052b35ae tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957334 Mar 04 20:38:52.136941 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-19955640-e838-4670-aea5-43c34cf29c49 req-4ff29145-da5c-4962-b046-694c5483cee4 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187451 Mar 04 20:38:52.141150 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.144068 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9be72534-3df6-4bbe-af07-f0b534993685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f816298d-e5ea-4b1d-a297-bea92b23011b), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.148694 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9be72534-3df6-4bbe-af07-f0b534993685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.149831 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-9be72534-3df6-4bbe-af07-f0b534993685 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f816298d-e5ea-4b1d-a297-bea92b23011b HTTP/1.1" status: 204 len: 168 time: 0.4932034 Mar 04 20:38:52.189662 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be72534-3df6-4bbe-af07-f0b534993685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f816298d-e5ea-4b1d-a297-bea92b23011b,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:52.207896 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:52.226726 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.321213 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Attempting to bind port 7c1663f5-2533-421e-8fd0-5004e91fb49a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:38:52.321554 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Attempting to bind port 7c1663f5-2533-421e-8fd0-5004e91fb49a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:38:52.323447 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Attempting to bind port 7c1663f5-2533-421e-8fd0-5004e91fb49a on network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:52.328201 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Port 7c1663f5-2533-421e-8fd0-5004e91fb49a on network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:38:52.328540 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Attempting to bind port 7c1663f5-2533-421e-8fd0-5004e91fb49a on network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:38:52.333725 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:38:52.334294 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Checking segment: {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:38:52.334546 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Bound using segment: {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:38:52.335161 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Bound port: 7c1663f5-2533-421e-8fd0-5004e91fb49a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:38:52.335353 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.360191 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277957d-223f-4156-b24a-4565fdd8cdce req-3a004ab7-08b3-4bfa-914f-f8dadc96dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.361782 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f277957d-223f-4156-b24a-4565fdd8cdce req-3a004ab7-08b3-4bfa-914f-f8dadc96dede service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 1127 time: 0.0850365 Mar 04 20:38:52.432368 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:38:52.436073 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:38:52.520225 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a5eef-b689-4ee2-b376-3507a9f5ac89 req-b1233b29-b61a-43fa-89f0-2f5fe7fa259a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.521295 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277957d-223f-4156-b24a-4565fdd8cdce req-ba5737bf-aa25-47a7-8342-42b36c5eb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.521963 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a80a5eef-b689-4ee2-b376-3507a9f5ac89 req-b1233b29-b61a-43fa-89f0-2f5fe7fa259a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 943 time: 0.0889432 Mar 04 20:38:52.522908 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f277957d-223f-4156-b24a-4565fdd8cdce req-ba5737bf-aa25-47a7-8342-42b36c5eb71a service neutron] 10.222.0.21 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 911 time: 0.1538415 Mar 04 20:38:52.543650 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.580114 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f277957d-223f-4156-b24a-4565fdd8cdce req-9eb0af6d-73c5-4592-87ed-8d133a841f79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e7976c-416f-450a-b79a-3e89ead56e60 HTTP/1.1" status: 200 len: 217 time: 0.0507734 Mar 04 20:38:52.644684 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.645494 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:52.647073 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c1663f5-2533-421e-8fd0-5004e91fb49a HTTP/1.1" status: 200 len: 1093 time: 1.6136956 Mar 04 20:38:52.647943 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:52.650508 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626cff48-7cb0-4732-8638-316f6512e660" -d '{"events": [{"name": "network-changed", "server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:52.659815 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cf5d1-1067-4c65-aad3-7eb7e1b77b51 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:52.668574 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277957d-223f-4156-b24a-4565fdd8cdce req-f302c11c-6e80-4a7b-904b-eefe5dfaa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.670266 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f277957d-223f-4156-b24a-4565fdd8cdce req-f302c11c-6e80-4a7b-904b-eefe5dfaa7fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df8ab674-da60-4a5d-940e-37747103e9b3 HTTP/1.1" status: 200 len: 849 time: 0.0832698 Mar 04 20:38:52.688508 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a80a5eef-b689-4ee2-b376-3507a9f5ac89 req-e4835bc3-be45-465d-8284-643a71f27824 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549833 Mar 04 20:38:52.739408 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277957d-223f-4156-b24a-4565fdd8cdce req-fdbd1645-5bf1-484e-ace3-ae55bb50ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.741335 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f277957d-223f-4156-b24a-4565fdd8cdce req-fdbd1645-5bf1-484e-ace3-ae55bb50ab87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=decb093a-7e88-4e3c-bd79-2ebf623b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0634096 Mar 04 20:38:52.816347 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddef470-1724-4acb-8de9-e58598120d6a x-openstack-request-id: req-eddef470-1724-4acb-8de9-e58598120d6a {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:52.817220 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:52.817482 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eddef470-1724-4acb-8de9-e58598120d6a {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:52.817899 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'status': 'completed', 'code': 200} Mar 04 20:38:52.875564 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f277957d-223f-4156-b24a-4565fdd8cdce req-9d2b3906-bd44-4f72-ae6d-c5b725e3efa4 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218524 Mar 04 20:38:52.890546 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-aaf38b1e-0f7a-4cf8-9083-890957642202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.892423 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-aaf38b1e-0f7a-4cf8-9083-890957642202 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 1127 time: 0.1378922 Mar 04 20:38:52.920491 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de2756-fb52-4178-91b3-c6dd0ca41695 req-eaf86286-592f-458e-bab7-0cb679de9c16 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:52.925742 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-85de2756-fb52-4178-91b3-c6dd0ca41695 req-eaf86286-592f-458e-bab7-0cb679de9c16 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.1067414 Mar 04 20:38:52.960786 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-78289225-d607-49c0-bf66-0b3e8dbadfb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a HTTP/1.1" status: 200 len: 217 time: 0.0599818 Mar 04 20:38:52.982064 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f277957d-223f-4156-b24a-4565fdd8cdce req-ad6531dc-9b3a-40b7-828d-0ea440bbe1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003332 Mar 04 20:38:53.036720 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-85de2756-fb52-4178-91b3-c6dd0ca41695 req-7c511912-ef94-4941-9b57-61ee40f63d28 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100657 Mar 04 20:38:53.042215 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-787f6e35-55cc-450c-a086-6204d12a3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.044544 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-787f6e35-55cc-450c-a086-6204d12a3718 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0768614 Mar 04 20:38:53.111842 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-fef3dd4d-fa54-4295-bfd4-3a43b311c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.113346 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-fef3dd4d-fa54-4295-bfd4-3a43b311c0d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0630796 Mar 04 20:38:53.167772 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cc5cb-d705-4c10-81e9-b5761003acde req-194a29e3-90c9-4a23-bcff-92ce90ed69c6 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.169273 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ee0cc5cb-d705-4c10-81e9-b5761003acde req-194a29e3-90c9-4a23-bcff-92ce90ed69c6 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 945 time: 0.0616663 Mar 04 20:38:53.228132 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-7cfe3304-0987-4fa0-b0c6-0fe19c79c176 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085887 Mar 04 20:38:53.228845 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ee0cc5cb-d705-4c10-81e9-b5761003acde req-a341073a-486a-4396-90d5-a3e28538e804 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520771 Mar 04 20:38:53.333690 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d9c3a-1f3e-41fa-80dc-34841fc9f3e5 req-bfc6dcdd-bb9a-4de6-be15-935b2bf7a588 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.335150 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9e0d9c3a-1f3e-41fa-80dc-34841fc9f3e5 req-bfc6dcdd-bb9a-4de6-be15-935b2bf7a588 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 944 time: 0.1221364 Mar 04 20:38:53.455972 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:53.545322 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0464c83a-0f65-4e4f-8e44-b6ada32e30b6 req-1adb0965-9ccb-44fe-a293-04e0e140b370 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981842 Mar 04 20:38:53.571497 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9e0d9c3a-1f3e-41fa-80dc-34841fc9f3e5 req-6a921ff0-5abd-4cd9-a25d-9b731375fbcb tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295940 Mar 04 20:38:53.574124 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:38:53.578129 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:53.578540 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:53.695605 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:53.696007 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:53.748463 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:53.750075 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0081e658-a2ac-4ff6-a0ca-78f4645f69d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de0aead-e2d5-4035-af1c-fd3c7cb13be6'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:53.757281 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cff48-7cb0-4732-8638-316f6512e660 req-f7ee7bb7-aee0-4a47-a116-937bdbfeaef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.759423 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-626cff48-7cb0-4732-8638-316f6512e660 req-f7ee7bb7-aee0-4a47-a116-937bdbfeaef2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 1127 time: 0.0874443 Mar 04 20:38:53.816348 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:53.831377 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:53.832903 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 81ae84bb-6914-4b9b-a940-208a05159191 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:53.859305 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036e28c-bd18-4709-b6d6-4623be1f8526 req-57195145-ee13-4e8b-b128-96b73967b60a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.867715 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5036e28c-bd18-4709-b6d6-4623be1f8526 req-57195145-ee13-4e8b-b128-96b73967b60a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 943 time: 0.0956621 Mar 04 20:38:53.876885 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cff48-7cb0-4732-8638-316f6512e660 req-76a8532b-c8ed-4f00-b6ae-12a3e2caa907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:53.878443 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-626cff48-7cb0-4732-8638-316f6512e660 req-76a8532b-c8ed-4f00-b6ae-12a3e2caa907 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 917 time: 0.1128340 Mar 04 20:38:53.937961 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:53.951169 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-626cff48-7cb0-4732-8638-316f6512e660 req-1f723bd7-3f0f-45a4-82ea-eacf5649fd12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a HTTP/1.1" status: 200 len: 217 time: 0.0660691 Mar 04 20:38:53.957386 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5036e28c-bd18-4709-b6d6-4623be1f8526 req-7b304e22-da69-4bf3-be35-c1963eaeea30 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883858 Mar 04 20:38:53.991266 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 81ae84bb-6914-4b9b-a940-208a05159191 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:38:53.996000 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 81ae84bb-6914-4b9b-a940-208a05159191 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:53.996545 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (81ae84bb-6914-4b9b-a940-208a05159191), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.011654 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cff48-7cb0-4732-8638-316f6512e660 req-00868e13-0fa2-4fe6-b03c-6f4808387b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:54.013650 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-626cff48-7cb0-4732-8638-316f6512e660 req-00868e13-0fa2-4fe6-b03c-6f4808387b57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0552883 Mar 04 20:38:54.072491 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cff48-7cb0-4732-8638-316f6512e660 req-82c6f596-4a46-4766-86c7-7c7e3f7b5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:54.074206 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-626cff48-7cb0-4732-8638-316f6512e660 req-82c6f596-4a46-4766-86c7-7c7e3f7b5e38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0533128 Mar 04 20:38:54.154679 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7146b0d-8fe2-46ec-a6f7-4179fc15ad2f" -d '{"events": [{"server_uuid": "0081e658-a2ac-4ff6-a0ca-78f4645f69d4", "name": "network-vif-plugged", "status": "completed", "tag": "5de0aead-e2d5-4035-af1c-fd3c7cb13be6"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:54.233226 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-626cff48-7cb0-4732-8638-316f6512e660 req-d29c12d1-422d-4340-959a-d77bd8ead507 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513691 Mar 04 20:38:54.248928 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 81ae84bb-6914-4b9b-a940-208a05159191 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:54.249782 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (81ae84bb-6914-4b9b-a940-208a05159191), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.310823 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 81ae84bb-6914-4b9b-a940-208a05159191, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=81ae84bb-6914-4b9b-a940-208a05159191,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:54.338504 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155eb226-f027-4e4e-a765-c52ea8a48aab x-openstack-request-id: req-155eb226-f027-4e4e-a765-c52ea8a48aab {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:54.338922 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0081e658-a2ac-4ff6-a0ca-78f4645f69d4", "name": "network-vif-plugged", "status": "completed", "tag": "5de0aead-e2d5-4035-af1c-fd3c7cb13be6", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:54.339254 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-155eb226-f027-4e4e-a765-c52ea8a48aab {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:54.339873 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0081e658-a2ac-4ff6-a0ca-78f4645f69d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de0aead-e2d5-4035-af1c-fd3c7cb13be6', 'code': 200} Mar 04 20:38:54.355717 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2956b5-aa8c-46cb-8125-eb820b3583b4 req-c8885be7-f623-4a72-8211-982ebf8c5a3d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:54.359180 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1d2956b5-aa8c-46cb-8125-eb820b3583b4 req-c8885be7-f623-4a72-8211-982ebf8c5a3d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.1362126 Mar 04 20:38:54.394139 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-626cff48-7cb0-4732-8638-316f6512e660 req-57d343c7-d605-4b5e-92a4-5fe6bc21df09 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315887 Mar 04 20:38:54.413168 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (81ae84bb-6914-4b9b-a940-208a05159191), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.414321 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ecc30bbd-ef94-4128-8073-92779b43d770 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:54.455209 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1d2956b5-aa8c-46cb-8125-eb820b3583b4 req-6db896dc-c9d5-4f69-ae14-2a7f0f662bc6 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864587 Mar 04 20:38:54.522755 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=81ae84bb-6914-4b9b-a940-208a05159191,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:54.535611 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51936bff-8ae6-465b-9617-add9f35147d7 req-d786a9f8-5672-4379-a5ca-c33a0a7ccf4b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:54.537410 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-51936bff-8ae6-465b-9617-add9f35147d7 req-d786a9f8-5672-4379-a5ca-c33a0a7ccf4b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0991247 Mar 04 20:38:54.587717 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-51936bff-8ae6-465b-9617-add9f35147d7 req-cc73181c-16b3-4173-80ee-58ada6a0b4ae tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Mar 04 20:38:54.625329 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port ecc30bbd-ef94-4128-8073-92779b43d770 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:38:54.633618 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port ecc30bbd-ef94-4128-8073-92779b43d770 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:54.634000 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.725677 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port ecc30bbd-ef94-4128-8073-92779b43d770 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:54.726074 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.739223 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca478e7a-f312-45dc-aaff-409adb991a13 req-2078a9d3-5e4a-4127-9985-61798aedbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:54.740741 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ca478e7a-f312-45dc-aaff-409adb991a13 req-2078a9d3-5e4a-4127-9985-61798aedbf4c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 1130 time: 0.1219139 Mar 04 20:38:54.752582 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13ef9-a384-4c72-9230-84c21b00e7de req-d8191c19-b812-4feb-aef7-a85b553a6adc tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:54.754115 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-41c13ef9-a384-4c72-9230-84c21b00e7de req-d8191c19-b812-4feb-aef7-a85b553a6adc tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 944 time: 0.0820885 Mar 04 20:38:54.763719 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port ecc30bbd-ef94-4128-8073-92779b43d770, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ecc30bbd-ef94-4128-8073-92779b43d770,segment=NetworkSegment(0ed0952b-e47e-4fdb-acfe-645b3866208d),segment_id=0ed0952b-e47e-4fdb-acfe-645b3866208d)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:54.773786 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-ca478e7a-f312-45dc-aaff-409adb991a13 req-63365bf5-01a9-4eda-9e40-ab7f0118a6b9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.834762 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-41c13ef9-a384-4c72-9230-84c21b00e7de req-255f7a47-5651-4169-9788-62c0250b9b6c tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732009 Mar 04 20:38:54.842813 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.886616 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-ca478e7a-f312-45dc-aaff-409adb991a13 req-63365bf5-01a9-4eda-9e40-ab7f0118a6b9 service neutron] Publish callbacks [] for security_group (020d497b-0695-458a-8cfb-7f4e915d3568), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.895758 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=ecc30bbd-ef94-4128-8073-92779b43d770,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:54.950168 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-ca478e7a-f312-45dc-aaff-409adb991a13 req-63365bf5-01a9-4eda-9e40-ab7f0118a6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (020d497b-0695-458a-8cfb-7f4e915d3568), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:54.999024 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ca478e7a-f312-45dc-aaff-409adb991a13 req-63365bf5-01a9-4eda-9e40-ab7f0118a6b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438414 Mar 04 20:38:55.001070 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63365bf5-01a9-4eda-9e40-ab7f0118a6b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=020d497b-0695-458a-8cfb-7f4e915d3568,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:55.087366 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d906cf-bfc8-4035-8a35-caa4018b1f9f req-fb6f0a26-0db8-468b-a254-2e8f01a854cd tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:55.088980 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-54d906cf-bfc8-4035-8a35-caa4018b1f9f req-fb6f0a26-0db8-468b-a254-2e8f01a854cd tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 943 time: 0.0589349 Mar 04 20:38:55.139998 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-54d906cf-bfc8-4035-8a35-caa4018b1f9f req-537df4e3-2a63-421e-8656-8803b3d1fc6f tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Mar 04 20:38:55.465423 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device a4e7976c-416f-450a-b79a-3e89ead56e60 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:38:55.567295 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port a4e7976c-416f-450a-b79a-3e89ead56e60, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a4e7976c-416f-450a-b79a-3e89ead56e60,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:55.581176 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'a4e7976c-416f-450a-b79a-3e89ead56e60', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'port_id': 'a4e7976c-416f-450a-b79a-3e89ead56e60', 'mac_address': 'fa:16:3e:de:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:38:55.582911 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed242d-29d0-4af2-ad38-06d8aea6a7b9 req-16b85869-4a74-42f5-8df5-accffd9285de tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:55.584563 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-83ed242d-29d0-4af2-ad38-06d8aea6a7b9 req-16b85869-4a74-42f5-8df5-accffd9285de tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0542076 Mar 04 20:38:55.630872 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port a4e7976c-416f-450a-b79a-3e89ead56e60 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:55.631318 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:55.649288 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e7976c-416f-450a-b79a-3e89ead56e60 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:55.657926 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-83ed242d-29d0-4af2-ad38-06d8aea6a7b9 req-815ef577-632e-4b79-97b0-35dcdb20d2c3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598991 Mar 04 20:38:55.677799 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port a4e7976c-416f-450a-b79a-3e89ead56e60, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a4e7976c-416f-450a-b79a-3e89ead56e60,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:55.750921 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:55.774013 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30507330-10c3-4b3b-8d23-36e8cd7c8c87 req-0de3913b-647a-47f8-80b3-a922aeaf6601 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:55.775525 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-30507330-10c3-4b3b-8d23-36e8cd7c8c87 req-0de3913b-647a-47f8-80b3-a922aeaf6601 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0599463 Mar 04 20:38:55.807540 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=a4e7976c-416f-450a-b79a-3e89ead56e60,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:55.825665 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-30507330-10c3-4b3b-8d23-36e8cd7c8c87 req-ecc63766-3e63-4555-943d-e957e32abd0f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436351 Mar 04 20:38:55.959576 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e02e2e-d4eb-4a3e-bc5a-c521d7e2ace6 req-9619a5cd-17b4-42f7-b6eb-8a824bcd816b tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:55.961084 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-32e02e2e-d4eb-4a3e-bc5a-c521d7e2ace6 req-9619a5cd-17b4-42f7-b6eb-8a824bcd816b tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 945 time: 0.0553880 Mar 04 20:38:56.003668 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['a4e7976c-416f-450a-b79a-3e89ead56e60'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:38:56.011870 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-32e02e2e-d4eb-4a3e-bc5a-c521d7e2ace6 req-ee218e4a-f799-4f07-84d1-3c52d00c2429 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Mar 04 20:38:56.264096 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf8183-d9b5-4511-b541-4353f45b0ef8 req-9a394ebe-7fef-4932-8595-f5aa28e26cbe tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:56.265586 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1cdf8183-d9b5-4511-b541-4353f45b0ef8 req-9a394ebe-7fef-4932-8595-f5aa28e26cbe tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 944 time: 0.0536120 Mar 04 20:38:56.326965 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1cdf8183-d9b5-4511-b541-4353f45b0ef8 req-ccb3b8f0-86f6-463a-932a-790e1630fb89 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538962 Mar 04 20:38:56.346734 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c6459d-aa0c-43cc-b5f6-b849e7e5e46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ae84bb-6914-4b9b-a940-208a05159191'}, {'server_uuid': '205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc30bbd-ef94-4128-8073-92779b43d770'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:56.346734 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8046e4be-aa70-4006-85b9-bec4f2bcd8fa" -d '{"events": [{"server_uuid": "18c6459d-aa0c-43cc-b5f6-b849e7e5e46a", "name": "network-vif-plugged", "status": "completed", "tag": "81ae84bb-6914-4b9b-a940-208a05159191"}, {"server_uuid": "205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e", "name": "network-vif-plugged", "status": "completed", "tag": "ecc30bbd-ef94-4128-8073-92779b43d770"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:56.383669 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e42fb2f-29a4-41f5-8408-be0f957166e0 x-openstack-request-id: req-8e42fb2f-29a4-41f5-8408-be0f957166e0 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:56.384014 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c6459d-aa0c-43cc-b5f6-b849e7e5e46a", "name": "network-vif-plugged", "status": "completed", "tag": "81ae84bb-6914-4b9b-a940-208a05159191", "code": 200}, {"server_uuid": "205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e", "name": "network-vif-plugged", "status": "completed", "tag": "ecc30bbd-ef94-4128-8073-92779b43d770", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:56.384274 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e42fb2f-29a4-41f5-8408-be0f957166e0 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:56.384676 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c6459d-aa0c-43cc-b5f6-b849e7e5e46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ae84bb-6914-4b9b-a940-208a05159191', 'code': 200} Mar 04 20:38:56.384932 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc30bbd-ef94-4128-8073-92779b43d770', 'code': 200} Mar 04 20:38:56.772902 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e602d9a-0541-4489-b9ec-a9bf934f471f req-7da4a354-8453-49ff-aa29-5af4f5b94439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:56.775167 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0e602d9a-0541-4489-b9ec-a9bf934f471f req-7da4a354-8453-49ff-aa29-5af4f5b94439 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 1129 time: 0.0819511 Mar 04 20:38:56.827403 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0e602d9a-0541-4489-b9ec-a9bf934f471f req-81346363-a8ea-45f5-acb9-10323c32adb8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Mar 04 20:38:56.869631 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750191d-c68b-4a1b-b5e3-312df58d17c6 req-b1c65e9e-4b14-42c3-b81a-3207d175c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:56.871767 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5750191d-c68b-4a1b-b5e3-312df58d17c6 req-b1c65e9e-4b14-42c3-b81a-3207d175c8af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1130 time: 0.1257241 Mar 04 20:38:56.884190 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00334e10-1d5d-4c54-b878-29b783373f4f req-a84699c9-902f-42a7-8741-40d87f6147ac tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:56.886208 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-00334e10-1d5d-4c54-b878-29b783373f4f req-a84699c9-902f-42a7-8741-40d87f6147ac tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0828419 Mar 04 20:38:56.938097 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-00334e10-1d5d-4c54-b878-29b783373f4f req-2432ffcc-ffeb-4a2b-a2eb-22e392a33fcb tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 Mar 04 20:38:56.960222 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788170-ffbe-4839-9d2c-513b39ab9f68 req-1205ab8f-1b18-4fec-8e10-1377d42ee7ad tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:56.961757 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-05788170-ffbe-4839-9d2c-513b39ab9f68 req-1205ab8f-1b18-4fec-8e10-1377d42ee7ad tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0569181 Mar 04 20:38:57.008971 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-05788170-ffbe-4839-9d2c-513b39ab9f68 req-4e7025f4-328f-42a0-8084-ef66c466f16c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Mar 04 20:38:57.090216 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5750191d-c68b-4a1b-b5e3-312df58d17c6 req-14c3856c-719e-4877-b836-17f3281a9350 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627005 Mar 04 20:38:57.146946 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be378e2b-ed5d-4652-a148-7bf55ca48a02 req-b6e09b32-c497-46c4-b9c7-6e5e055a94b6 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:57.149353 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-be378e2b-ed5d-4652-a148-7bf55ca48a02 req-b6e09b32-c497-46c4-b9c7-6e5e055a94b6 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 945 time: 0.0553291 Mar 04 20:38:57.201247 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-be378e2b-ed5d-4652-a148-7bf55ca48a02 req-63922b76-db3a-4e53-8405-10ca9b7bc5e3 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469723 Mar 04 20:38:57.466270 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13be0b-1376-4a96-80e4-3e39a8f69906 req-9eab8c11-7a3c-4f8f-a430-836862bee6f1 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:57.467133 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ca13be0b-1376-4a96-80e4-3e39a8f69906 req-9eab8c11-7a3c-4f8f-a430-836862bee6f1 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 944 time: 0.0654266 Mar 04 20:38:57.482166 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 7c1663f5-2533-421e-8fd0-5004e91fb49a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:38:57.485384 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device a4e7976c-416f-450a-b79a-3e89ead56e60 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:57.522016 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ca13be0b-1376-4a96-80e4-3e39a8f69906 req-f01c1c05-13ff-46c4-81c2-7afd3a03b44d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440152 Mar 04 20:38:57.650218 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:57.664803 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port a4e7976c-416f-450a-b79a-3e89ead56e60 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:38:57.673502 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port a4e7976c-416f-450a-b79a-3e89ead56e60 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:57.674017 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.675742 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'port_id': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'mac_address': 'fa:16:3e:7c:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:38:57.746221 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 7c1663f5-2533-421e-8fd0-5004e91fb49a is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:57.746863 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.765130 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1663f5-2533-421e-8fd0-5004e91fb49a {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:38:57.779566 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504ff7c-9de1-44df-a6bd-d22a1656b4b4 req-a3d09374-07a9-40e4-9b3f-05e760c01ee5 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:57.782315 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4504ff7c-9de1-44df-a6bd-d22a1656b4b4 req-a3d09374-07a9-40e4-9b3f-05e760c01ee5 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0909932 Mar 04 20:38:57.794085 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:57.844897 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port a4e7976c-416f-450a-b79a-3e89ead56e60 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:57.845032 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-6760b06d-e220-4908-a905-0dde9d4525e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:57.845297 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.849409 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-6760b06d-e220-4908-a905-0dde9d4525e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 1130 time: 0.0815516 Mar 04 20:38:57.864459 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4504ff7c-9de1-44df-a6bd-d22a1656b4b4 req-d1fa7ac7-3369-4db3-89c5-6069b22e6bb7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687158 Mar 04 20:38:57.891513 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port a4e7976c-416f-450a-b79a-3e89ead56e60, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a4e7976c-416f-450a-b79a-3e89ead56e60,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:57.928135 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.986640 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:57.990921 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-0d340bd2-5e5a-4883-8599-cbfa9d168085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:57.993146 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-0d340bd2-5e5a-4883-8599-cbfa9d168085 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 919 time: 0.1374743 Mar 04 20:38:58.002504 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:58.055988 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=a4e7976c-416f-450a-b79a-3e89ead56e60,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:58.067982 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-03aff0de-5ebe-4af2-b712-657bd9a7c5d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de0aead-e2d5-4035-af1c-fd3c7cb13be6 HTTP/1.1" status: 200 len: 217 time: 0.0472929 Mar 04 20:38:58.140799 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-cf97fb93-0f24-4b60-91ce-48da58d5e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.142286 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-cf97fb93-0f24-4b60-91ce-48da58d5e53e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.0560617 Mar 04 20:38:58.155277 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdc742-4efa-45b8-9e72-e465fefd2e8c req-4a6b2452-6f6e-4dc1-8fce-4abae46944af tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.157006 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5ebdc742-4efa-45b8-9e72-e465fefd2e8c req-4a6b2452-6f6e-4dc1-8fce-4abae46944af tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 944 time: 0.1291971 Mar 04 20:38:58.342084 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5db673-9aef-4531-8dc1-3bc27a6dbfed req-a0a0f688-b64f-40ca-9b53-ac090d0516b5 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.343571 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4c5db673-9aef-4531-8dc1-3bc27a6dbfed req-a0a0f688-b64f-40ca-9b53-ac090d0516b5 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 945 time: 0.0636773 Mar 04 20:38:58.393127 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e7976c-416f-450a-b79a-3e89ead56e60'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:38:58.394287 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-2f9c9b2d-2d70-4623-8497-e7719e25f7af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2363253 Mar 04 20:38:58.397523 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4c5db673-9aef-4531-8dc1-3bc27a6dbfed req-fd3fec6c-da49-495f-8214-4160a83247ed tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478966 Mar 04 20:38:58.399535 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383a97b4-d5ad-4171-b7eb-1ed6352e258c" -d '{"events": [{"server_uuid": "a539b695-1b94-46da-9638-a84bd35fc46a", "name": "network-vif-plugged", "status": "completed", "tag": "a4e7976c-416f-450a-b79a-3e89ead56e60"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:38:58.420767 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['7c1663f5-2533-421e-8fd0-5004e91fb49a'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:38:58.456439 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed78600-4edd-4e5f-b40e-f6a53dba1290 x-openstack-request-id: req-1ed78600-4edd-4e5f-b40e-f6a53dba1290 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:38:58.456779 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a539b695-1b94-46da-9638-a84bd35fc46a", "name": "network-vif-plugged", "status": "completed", "tag": "a4e7976c-416f-450a-b79a-3e89ead56e60", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:38:58.457206 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ed78600-4edd-4e5f-b40e-f6a53dba1290 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:38:58.457788 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e7976c-416f-450a-b79a-3e89ead56e60', 'code': 200} Mar 04 20:38:58.472294 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5ebdc742-4efa-45b8-9e72-e465fefd2e8c req-013643f9-2af3-498d-b1f5-02e341aabc2a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059025 Mar 04 20:38:58.529374 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-e9fa9ec9-4cb0-44bb-a5d8-2cb3039b8bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021659 Mar 04 20:38:58.646569 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4717ba22-3d0d-40e0-b96e-f4969590299a req-21396a52-a655-4b5e-99d9-ddef1cbb3055 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025434 Mar 04 20:38:58.663859 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f355e-8de7-4d0a-9dae-311951639340 req-1b506568-663a-4b63-93b6-ae0779675405 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.665458 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2a4f355e-8de7-4d0a-9dae-311951639340 req-1b506568-663a-4b63-93b6-ae0779675405 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0583091 Mar 04 20:38:58.721223 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2a4f355e-8de7-4d0a-9dae-311951639340 req-f97d070d-a1cd-4450-b7e1-762979b0b14a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499582 Mar 04 20:38:58.877820 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1190c-121d-41c9-a688-5a0e21f78864 req-97e18c26-2f6b-4a80-a92a-099a0e98a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.879388 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-53b1190c-121d-41c9-a688-5a0e21f78864 req-97e18c26-2f6b-4a80-a92a-099a0e98a16c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 1129 time: 0.0435624 Mar 04 20:38:58.930304 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-53b1190c-121d-41c9-a688-5a0e21f78864 req-d09e9cdb-9c46-4a98-8676-eae0607aeb36 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373445 Mar 04 20:38:58.994038 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97c306-7351-4b79-b4b9-dbdf33c1ad83 req-a9d537fe-8ff7-4644-987f-82a79b51f871 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:58.995551 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9a97c306-7351-4b79-b4b9-dbdf33c1ad83 req-a9d537fe-8ff7-4644-987f-82a79b51f871 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0564473 Mar 04 20:38:59.042989 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9a97c306-7351-4b79-b4b9-dbdf33c1ad83 req-c2eee393-5720-47c3-879c-61b511ff95f8 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Mar 04 20:38:59.486742 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 7c1663f5-2533-421e-8fd0-5004e91fb49a up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:38:59.558400 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fc42e-24a3-4caf-9d9b-787f91eea211 req-a04598ab-c2a1-4f37-a6ea-8a7a838adebb tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:59.570200 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ef1fc42e-24a3-4caf-9d9b-787f91eea211 req-a04598ab-c2a1-4f37-a6ea-8a7a838adebb tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 945 time: 0.0996020 Mar 04 20:38:59.612892 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ef1fc42e-24a3-4caf-9d9b-787f91eea211 req-f7e5833c-c438-42f6-b1b6-6890c7bca525 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Mar 04 20:38:59.613171 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc78d2-87b7-433b-bd01-0c6505007da8 req-2c3cd82d-abb3-4009-9878-1cb1e2ed64b5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:59.620997 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f4bc78d2-87b7-433b-bd01-0c6505007da8 req-2c3cd82d-abb3-4009-9878-1cb1e2ed64b5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 944 time: 0.0602102 Mar 04 20:38:59.663411 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f4bc78d2-87b7-433b-bd01-0c6505007da8 req-f2250822-0d28-4566-a6f4-43925ca3532e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Mar 04 20:38:59.669877 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 7c1663f5-2533-421e-8fd0-5004e91fb49a completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:38:59.673889 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 7c1663f5-2533-421e-8fd0-5004e91fb49a triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:38:59.674252 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:59.755595 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 7c1663f5-2533-421e-8fd0-5004e91fb49a is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:38:59.756078 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:59.807608 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:38:59.870185 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:38:59.892367 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8a473-463c-4eb4-a46a-29b5b2e4478d req-57ce8a4d-189b-4f46-ae72-ebe47549c019 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:38:59.906496 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fbe8a473-463c-4eb4-a46a-29b5b2e4478d req-57ce8a4d-189b-4f46-ae72-ebe47549c019 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0867233 Mar 04 20:38:59.922733 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:38:59.970265 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fbe8a473-463c-4eb4-a46a-29b5b2e4478d req-2a492217-c644-4a2f-9246-121769b1c68e tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618949 Mar 04 20:39:00.162278 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecb6d4-8e6d-472e-a120-9b7d7d94cd65 req-8b051a5d-c1ff-420d-906e-f26ef823a912 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.163901 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-04ecb6d4-8e6d-472e-a120-9b7d7d94cd65 req-8b051a5d-c1ff-420d-906e-f26ef823a912 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0536218 Mar 04 20:39:00.214062 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-04ecb6d4-8e6d-472e-a120-9b7d7d94cd65 req-1ead1465-5e61-4a20-94e2-db4a29de7b8a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Mar 04 20:39:00.459454 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:00.461810 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ffb3e3-aa75-4311-ad00-7840b6d8bc1c" -d '{"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-plugged", "status": "completed", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:00.499448 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3054f67-d9f9-4533-bf84-96c4e1ef873d x-openstack-request-id: req-b3054f67-d9f9-4533-bf84-96c4e1ef873d {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:00.500048 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-plugged", "status": "completed", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:00.500048 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3054f67-d9f9-4533-bf84-96c4e1ef873d {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:00.500389 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'code': 200} Mar 04 20:39:00.826699 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6d2ba-e672-4e9c-ad3f-35ac05093603 req-7c0f6c10-18dc-404d-a7d7-fea2cc5676f8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.828722 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-59a6d2ba-e672-4e9c-ad3f-35ac05093603 req-7c0f6c10-18dc-404d-a7d7-fea2cc5676f8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0835452 Mar 04 20:39:00.834329 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dca8a2-722f-4595-a8d0-f57cf28ebcb9 req-f28a0832-976a-4604-8017-fe42f005e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:00.835794 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-96dca8a2-722f-4595-a8d0-f57cf28ebcb9 req-f28a0832-976a-4604-8017-fe42f005e40d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 1129 time: 0.0633819 Mar 04 20:39:00.904975 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-59a6d2ba-e672-4e9c-ad3f-35ac05093603 req-18a417f7-d28d-44ae-beba-d3c484cecdd5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681999 Mar 04 20:39:00.907097 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-96dca8a2-722f-4595-a8d0-f57cf28ebcb9 req-7be13e05-6dfe-4289-a37d-07f919fe505f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640993 Mar 04 20:39:01.105294 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888ebf8-2614-4b13-9f6c-28e57488f1a1 req-79ba56ac-4acb-4512-9631-cb4061cd32a7 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:01.105294 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3888ebf8-2614-4b13-9f6c-28e57488f1a1 req-79ba56ac-4acb-4512-9631-cb4061cd32a7 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0655634 Mar 04 20:39:01.171335 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3888ebf8-2614-4b13-9f6c-28e57488f1a1 req-1c7caa91-12b9-4c4d-bd4b-5796037d6e51 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663819 Mar 04 20:39:01.297393 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574c884-9ed3-40dd-bee0-545f0da9430d req-31894b3f-faeb-4d16-bb8d-f6b34269084e tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:01.299157 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4574c884-9ed3-40dd-bee0-545f0da9430d req-31894b3f-faeb-4d16-bb8d-f6b34269084e tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0584428 Mar 04 20:39:01.309893 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37402) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:01.315128 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'floatingip': {'port_id': 'a4e7976c-416f-450a-b79a-3e89ead56e60'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:01.391963 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (2615f05c-6036-4ca9-897b-10b7aa072fc5), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:01.481578 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350125e-cb8e-41ac-be5a-c952e4fb9646 req-89b4dbd5-3b67-47e8-aa39-7b6529324623 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:01.483141 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5350125e-cb8e-41ac-be5a-c952e4fb9646 req-89b4dbd5-3b67-47e8-aa39-7b6529324623 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.2018614 Mar 04 20:39:01.580280 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5350125e-cb8e-41ac-be5a-c952e4fb9646 req-6fb0d797-14a3-4429-8a73-fb67ca49acd2 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914083 Mar 04 20:39:02.250430 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.db.resource_extend [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 20:39:02.316929 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf1b77-336a-428c-a1a6-1f8e6a7d7749 req-da4e86f9-26bd-4d23-9105-5ce548f48241 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:02.318505 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6bcf1b77-336a-428c-a1a6-1f8e6a7d7749 req-da4e86f9-26bd-4d23-9105-5ce548f48241 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.3303883 Mar 04 20:39:02.358875 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.389817 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6bcf1b77-336a-428c-a1a6-1f8e6a7d7749 req-094fa80b-fc5f-44cc-ac8e-e7d11c308ec4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647943 Mar 04 20:39:02.429527 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (2615f05c-6036-4ca9-897b-10b7aa072fc5), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.537749 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Floating IP 2615f05c-6036-4ca9-897b-10b7aa072fc5 associated. External IP: 172.28.1.243, port: a4e7976c-416f-450a-b79a-3e89ead56e60. Mar 04 20:39:02.780508 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75863c7a-4da3-4e7c-bb16-e98bf84a1bd3 req-b0c31588-0856-4884-975e-f92dae59b516 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:02.781985 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-75863c7a-4da3-4e7c-bb16-e98bf84a1bd3 req-b0c31588-0856-4884-975e-f92dae59b516 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0988429 Mar 04 20:39:02.813208 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:39:02.858002 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-75863c7a-4da3-4e7c-bb16-e98bf84a1bd3 req-6a0d7e1a-fae6-49ab-8407-149398fb591c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589652 Mar 04 20:39:02.955390 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:39:02.960240 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:02.981796 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] Sync routers for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:39:02.991995 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:02.993321 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:03.000043 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8d310f2c-0512-4ed9-afd8-541d2d4dd99d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "PUT /v2.0/floatingips/2615f05c-6036-4ca9-897b-10b7aa072fc5 HTTP/1.1" status: 200 len: 991 time: 1.6890438 Mar 04 20:39:03.000651 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'tag': 'a4e7976c-416f-450a-b79a-3e89ead56e60'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:03.003932 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35" -d '{"events": [{"name": "network-changed", "server_uuid": "a539b695-1b94-46da-9638-a84bd35fc46a", "tag": "a4e7976c-416f-450a-b79a-3e89ead56e60"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:03.056039 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc41e17-0bf4-47b7-bad0-41c5bf2d14b0 x-openstack-request-id: req-7fc41e17-0bf4-47b7-bad0-41c5bf2d14b0 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:03.056441 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a539b695-1b94-46da-9638-a84bd35fc46a", "tag": "a4e7976c-416f-450a-b79a-3e89ead56e60", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:03.057310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7fc41e17-0bf4-47b7-bad0-41c5bf2d14b0 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:03.057741 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'tag': 'a4e7976c-416f-450a-b79a-3e89ead56e60', 'status': 'completed', 'code': 200} Mar 04 20:39:03.124009 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:03.145854 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-eb596be4-cde6-4c1c-87e4-d18c9627c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.147612 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-eb596be4-cde6-4c1c-87e4-d18c9627c166 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 1129 time: 0.0445724 Mar 04 20:39:03.258724 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-01532d77-b56b-4933-8d8e-8f84aad54f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.260505 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-01532d77-b56b-4933-8d8e-8f84aad54f17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 911 time: 0.0994422 Mar 04 20:39:03.376080 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-fcb14194-9b04-40a6-8540-259026a89f68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e7976c-416f-450a-b79a-3e89ead56e60 HTTP/1.1" status: 200 len: 999 time: 0.1096165 Mar 04 20:39:03.435767 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-f8f495e8-0826-4b00-bf74-2ffdb93d1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.437839 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-f8f495e8-0826-4b00-bf74-2ffdb93d1b25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df8ab674-da60-4a5d-940e-37747103e9b3 HTTP/1.1" status: 200 len: 849 time: 0.0548553 Mar 04 20:39:03.443195 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '2615f05c-6036-4ca9-897b-10b7aa072fc5', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'floating_ip_address': '172.28.1.243', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'port_id': 'a4e7976c-416f-450a-b79a-3e89ead56e60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'mac_address': 'fa:16:3e:de:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:39:01Z', 'revision_number': 1, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:03.470678 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] Checking router: ccef5417-54ab-45b6-b7ba-c8feaa9cf822 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:39:03.480467 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:03.481089 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:03.493756 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-b670eacd-af9c-4707-acc0-f5aa20adb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.497131 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-b670eacd-af9c-4707-acc0-f5aa20adb37c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=decb093a-7e88-4e3c-bd79-2ebf623b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0503802 Mar 04 20:39:03.520167 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e85d07-978e-46af-974f-941790627e44 req-746ea893-d3d6-489a-8fbe-f0d3e663bffb tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.521699 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-94e85d07-978e-46af-974f-941790627e44 req-746ea893-d3d6-489a-8fbe-f0d3e663bffb tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0576215 Mar 04 20:39:03.577720 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-94e85d07-978e-46af-974f-941790627e44 req-b93a3f76-6826-41bf-a8be-e1833847a45a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499461 Mar 04 20:39:03.589210 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-41a08a65-57a5-42cb-8ed4-9ab6046b9a6e service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864556 Mar 04 20:39:03.602907 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:03.719513 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e536eeac-2f38-49a3-ab8a-b6b4ea10df35 req-e94f1504-e234-448b-bb87-f953cc4d35ec service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200762 Mar 04 20:39:03.731660 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa7358-c479-4b41-9b0e-8e4241120b76 req-eb733fe5-e159-44c1-8e28-8555bb49d58a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:03.733186 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f6fa7358-c479-4b41-9b0e-8e4241120b76 req-eb733fe5-e159-44c1-8e28-8555bb49d58a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0765655 Mar 04 20:39:03.747195 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37486) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:03.752767 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-8dc6dada-3465-4574-b4d0-85515daaf4b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'floatingip': {'port_id': '7c1663f5-2533-421e-8fd0-5004e91fb49a'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:03.808538 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8dc6dada-3465-4574-b4d0-85515daaf4b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:03.858346 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '2615f05c-6036-4ca9-897b-10b7aa072fc5', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'floating_ip_address': '172.28.1.243', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'port_id': 'a4e7976c-416f-450a-b79a-3e89ead56e60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'mac_address': 'fa:16:3e:de:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:39:01Z', 'revision_number': 1, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:03.894838 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7101859c-e13b-4c25-8897-6730a0c39121 None None] The sync data for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb is: [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '2615f05c-6036-4ca9-897b-10b7aa072fc5', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'floating_ip_address': '172.28.1.243', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'port_id': 'a4e7976c-416f-450a-b79a-3e89ead56e60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'mac_address': 'fa:16:3e:de:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:38:41Z', 'updated_at': '2022-03-04T20:39:01Z', 'revision_number': 1, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:39:04.087073 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a945be-fce9-4688-b7d2-049cb75fe7f5 req-ad438ed4-03b8-4651-a466-c2cde07d3700 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:04.088755 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c6a945be-fce9-4688-b7d2-049cb75fe7f5 req-ad438ed4-03b8-4651-a466-c2cde07d3700 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.1443694 Mar 04 20:39:04.148208 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58ec16-2a61-46ad-9056-20e73425edd2 None None] New status for floating IP 2615f05c-6036-4ca9-897b-10b7aa072fc5: ACTIVE {{(pid=103640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:39:04.224968 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c6a945be-fce9-4688-b7d2-049cb75fe7f5 req-5e9fb97f-4ce1-491e-ad3a-55fcd0e5b33f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271498 Mar 04 20:39:04.397899 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8dc6dada-3465-4574-b4d0-85515daaf4b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:04.482153 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8dc6dada-3465-4574-b4d0-85515daaf4b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:04.597409 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [None req-8dc6dada-3465-4574-b4d0-85515daaf4b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Floating IP 9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac associated. External IP: 172.28.1.4, port: 7c1663f5-2533-421e-8fd0-5004e91fb49a. Mar 04 20:39:04.999593 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc6dada-3465-4574-b4d0-85515daaf4b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:39:05.126972 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc6dada-3465-4574-b4d0-85515daaf4b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:39:05.131749 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8dc6dada-3465-4574-b4d0-85515daaf4b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:05.137848 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] Sync routers for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:39:05.147770 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:05.148380 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:05.166957 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8dc6dada-3465-4574-b4d0-85515daaf4b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "PUT /v2.0/floatingips/9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac HTTP/1.1" status: 200 len: 989 time: 1.4181564 Mar 04 20:39:05.167574 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:05.173070 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e883fb59-0778-47da-a403-10885ba883d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:05.212460 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4c5df3-ead3-4073-af6d-082e150415a1 x-openstack-request-id: req-eb4c5df3-ead3-4073-af6d-082e150415a1 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:05.212803 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:05.213249 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb4c5df3-ead3-4073-af6d-082e150415a1 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:05.213653 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'status': 'completed', 'code': 200} Mar 04 20:39:05.319370 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fb59-0778-47da-a403-10885ba883d7 req-c71c616c-97d3-4cf7-b163-4d02bdbc4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:05.321763 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e883fb59-0778-47da-a403-10885ba883d7 req-c71c616c-97d3-4cf7-b163-4d02bdbc4b69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 1129 time: 0.0871763 Mar 04 20:39:05.373471 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c3883-6584-4934-a375-23c43f005619 req-030c2738-d3ae-4ca4-9643-d918704ce935 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:05.375598 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-278c3883-6584-4934-a375-23c43f005619 req-030c2738-d3ae-4ca4-9643-d918704ce935 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0645411 Mar 04 20:39:05.386050 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:05.459113 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-278c3883-6584-4934-a375-23c43f005619 req-2ae7ce9b-a372-4492-bcdc-94b0063be4df tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735345 Mar 04 20:39:05.466971 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fb59-0778-47da-a403-10885ba883d7 req-ba1c9655-93db-4023-bff7-b96afd56ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:05.470660 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e883fb59-0778-47da-a403-10885ba883d7 req-ba1c9655-93db-4023-bff7-b96afd56ade5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 917 time: 0.1404190 Mar 04 20:39:05.572544 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e883fb59-0778-47da-a403-10885ba883d7 req-a3bb68ef-5733-4d91-b051-446c693e81f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a HTTP/1.1" status: 200 len: 997 time: 0.0929675 Mar 04 20:39:05.637989 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fb59-0778-47da-a403-10885ba883d7 req-0b3f2f9e-c102-4686-a266-47cd638c3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:05.639721 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e883fb59-0778-47da-a403-10885ba883d7 req-0b3f2f9e-c102-4686-a266-47cd638c3a35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0604835 Mar 04 20:39:05.651781 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'floating_ip_address': '172.28.1.4', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'port_id': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'mac_address': 'fa:16:3e:7c:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0561bf55-4714-48c6-9def-d835e508ba97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:39:04Z', 'revision_number': 1, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:05.708488 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] Checking router: 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:39:05.711143 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883fb59-0778-47da-a403-10885ba883d7 req-30a4626e-c5fa-4145-af64-f65f718a045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:05.713046 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e883fb59-0778-47da-a403-10885ba883d7 req-30a4626e-c5fa-4145-af64-f65f718a045a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0571334 Mar 04 20:39:05.717916 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:39:05.718567 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:38:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:05.811336 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e883fb59-0778-47da-a403-10885ba883d7 req-eb40afb0-9823-4c47-8135-892f6c279997 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914683 Mar 04 20:39:05.852701 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:39:05.913881 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e883fb59-0778-47da-a403-10885ba883d7 req-082adc8c-4597-4539-9d30-9efb9df80a02 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947263 Mar 04 20:39:06.065750 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37594) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:06.130945 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'floating_ip_address': '172.28.1.4', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'port_id': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'mac_address': 'fa:16:3e:7c:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0561bf55-4714-48c6-9def-d835e508ba97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:39:04Z', 'revision_number': 1, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:06.162616 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962bf4f3-a25d-4c04-afc3-141a647c54a6 None None] The sync data for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb is: [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'floating_ip_address': '172.28.1.4', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'port_id': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'mac_address': 'fa:16:3e:7c:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0561bf55-4714-48c6-9def-d835e508ba97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:38:42Z', 'updated_at': '2022-03-04T20:39:04Z', 'revision_number': 1, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:39:06.202605 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2585a46-34b9-4b34-be6d-6c755263dcb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.315976 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2585a46-34b9-4b34-be6d-6c755263dcb1 admin admin] Publish callbacks [] for security_group (ef3b8027-293e-491b-92dd-5cd765a0e3c2), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.316503 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37606) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:06.402454 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2585a46-34b9-4b34-be6d-6c755263dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (ef3b8027-293e-491b-92dd-5cd765a0e3c2), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.419020 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83000330-8aca-4253-bcd2-e310ad697494 None None] New status for floating IP 9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac: ACTIVE {{(pid=103640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:39:06.481156 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-32a6d0c4-02b6-4c01-b1fb-d83b32240913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.507185 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2585a46-34b9-4b34-be6d-6c755263dcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b8027-293e-491b-92dd-5cd765a0e3c2,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:06.513729 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-b2585a46-34b9-4b34-be6d-6c755263dcb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7812150f2d73494f93a9ebc0b545e5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4459076 Mar 04 20:39:06.516986 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37618) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:06.559078 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8424-4159-44f5-aaa1-8038a65d1d32 req-4e864070-fadc-4972-bf53-22f284ae8a3f tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:06.571069 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4e0e8424-4159-44f5-aaa1-8038a65d1d32 req-4e864070-fadc-4972-bf53-22f284ae8a3f tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 945 time: 0.1259217 Mar 04 20:39:06.630943 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4e0e8424-4159-44f5-aaa1-8038a65d1d32 req-9221967a-dd3f-4df6-808b-4e84fad9c252 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588691 Mar 04 20:39:06.632704 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3248-be07-45c7-b4c0-c70969b44b0a admin admin] Publish callbacks [] for security_group (ef3b8027-293e-491b-92dd-5cd765a0e3c2), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.677098 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa731c-3c10-4229-ba7f-236e116e3744 req-415fa180-f222-4aff-a71a-1386db1fa604 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:06.685080 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-15fa731c-3c10-4229-ba7f-236e116e3744 req-415fa180-f222-4aff-a71a-1386db1fa604 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.1197946 Mar 04 20:39:06.697204 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-32a6d0c4-02b6-4c01-b1fb-d83b32240913 admin admin] Publish callbacks [] for security_group (69467dd5-867a-4887-a204-8af54bad88b2), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.705662 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3248-be07-45c7-b4c0-c70969b44b0a admin admin] Publish callbacks [] for security_group (ef3b8027-293e-491b-92dd-5cd765a0e3c2), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.757411 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-32a6d0c4-02b6-4c01-b1fb-d83b32240913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (69467dd5-867a-4887-a204-8af54bad88b2), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.760167 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-15fa731c-3c10-4229-ba7f-236e116e3744 req-2e7de938-32d7-416c-a456-f47014a18abd tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729439 Mar 04 20:39:06.801758 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-32a6d0c4-02b6-4c01-b1fb-d83b32240913 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0eb81659b1154a38be767dc4afbedbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4845595 Mar 04 20:39:06.803746 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6d0c4-02b6-4c01-b1fb-d83b32240913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69467dd5-867a-4887-a204-8af54bad88b2,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:06.804650 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37620) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:06.856880 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3248-be07-45c7-b4c0-c70969b44b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (ef3b8027-293e-491b-92dd-5cd765a0e3c2), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.858988 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bc9f3248-be07-45c7-b4c0-c70969b44b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.860844 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-bc9f3248-be07-45c7-b4c0-c70969b44b0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef3b8027-293e-491b-92dd-5cd765a0e3c2 HTTP/1.1" status: 204 len: 168 time: 0.3411849 Mar 04 20:39:06.862642 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff33b34c-9341-46b2-b505-eaf1d6849b7c admin admin] Publish callbacks [] for security_group (69467dd5-867a-4887-a204-8af54bad88b2), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:06.872529 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f3248-be07-45c7-b4c0-c70969b44b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3b8027-293e-491b-92dd-5cd765a0e3c2,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:06.895881 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff33b34c-9341-46b2-b505-eaf1d6849b7c admin admin] Publish callbacks [] for security_group (69467dd5-867a-4887-a204-8af54bad88b2), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:07.052557 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff33b34c-9341-46b2-b505-eaf1d6849b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (69467dd5-867a-4887-a204-8af54bad88b2), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:07.055163 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ff33b34c-9341-46b2-b505-eaf1d6849b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:07.057165 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-ff33b34c-9341-46b2-b505-eaf1d6849b7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69467dd5-867a-4887-a204-8af54bad88b2 HTTP/1.1" status: 204 len: 168 time: 0.2506776 Mar 04 20:39:07.065004 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33b34c-9341-46b2-b505-eaf1d6849b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69467dd5-867a-4887-a204-8af54bad88b2,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:07.609863 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:39:07.769800 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78835-3a66-4663-ac76-d8aa02bad188 req-6a2c4215-3d99-4483-a79d-79ee2e8cb4fb tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:07.771327 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-07c78835-3a66-4663-ac76-d8aa02bad188 req-6a2c4215-3d99-4483-a79d-79ee2e8cb4fb tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 945 time: 0.0555375 Mar 04 20:39:07.826698 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-07c78835-3a66-4663-ac76-d8aa02bad188 req-004038bf-d1dd-444e-a8de-ec0628d163c6 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490263 Mar 04 20:39:07.851737 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37678) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:07.873879 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-93e9dd5e-befa-4959-b39f-81b58d0f0ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:07.938982 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194476ca-8bd8-47ae-8c5d-961d99478d89 req-abe0f4ad-e9a0-484c-afb6-b1058d295f95 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:07.940808 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-194476ca-8bd8-47ae-8c5d-961d99478d89 req-abe0f4ad-e9a0-484c-afb6-b1058d295f95 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.1075256 Mar 04 20:39:08.009060 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-194476ca-8bd8-47ae-8c5d-961d99478d89 req-223d28da-5f33-40be-98e4-8b4dd4d7d43c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Mar 04 20:39:08.036742 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-93e9dd5e-befa-4959-b39f-81b58d0f0ded admin admin] Publish callbacks [] for security_group (027c1f3f-71c4-4b9c-933e-f39a8a1b25d4), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.122838 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-93e9dd5e-befa-4959-b39f-81b58d0f0ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (027c1f3f-71c4-4b9c-933e-f39a8a1b25d4), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.180885 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-93e9dd5e-befa-4959-b39f-81b58d0f0ded admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01a1f56df6c44fcc8cf1b30c0932c28f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250310 Mar 04 20:39:08.180885 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9dd5e-befa-4959-b39f-81b58d0f0ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027c1f3f-71c4-4b9c-933e-f39a8a1b25d4,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:08.182871 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37694) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:08.250310 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-14b27d55-c1a5-4e17-9584-54af527502d5 admin admin] Publish callbacks [] for security_group (027c1f3f-71c4-4b9c-933e-f39a8a1b25d4), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.278855 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-14b27d55-c1a5-4e17-9584-54af527502d5 admin admin] Publish callbacks [] for security_group (027c1f3f-71c4-4b9c-933e-f39a8a1b25d4), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.455687 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-14b27d55-c1a5-4e17-9584-54af527502d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (027c1f3f-71c4-4b9c-933e-f39a8a1b25d4), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.460008 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-14b27d55-c1a5-4e17-9584-54af527502d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.462071 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-14b27d55-c1a5-4e17-9584-54af527502d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/027c1f3f-71c4-4b9c-933e-f39a8a1b25d4 HTTP/1.1" status: 204 len: 168 time: 0.2764649 Mar 04 20:39:08.495338 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b27d55-c1a5-4e17-9584-54af527502d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c1f3f-71c4-4b9c-933e-f39a8a1b25d4,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:08.552457 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-1c8dbe5e-19f2-4ef3-9818-5aec42a415ee tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:08.555207 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-1c8dbe5e-19f2-4ef3-9818-5aec42a415ee tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.21 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 945 time: 0.1111069 Mar 04 20:39:08.605555 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37702) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:08.737044 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1351cc12-22fe-46b8-a3e8-4afdf1300976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.746292 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Deleting port ecc30bbd-ef94-4128-8073-92779b43d770 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:39:08.746662 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.822745 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1351cc12-22fe-46b8-a3e8-4afdf1300976 admin admin] Publish callbacks [] for security_group (7c7616fc-fffb-4c3c-b977-314c13a665b0), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.842641 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] For port ecc30bbd-ef94-4128-8073-92779b43d770, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ecc30bbd-ef94-4128-8073-92779b43d770,segment=NetworkSegment(0ed0952b-e47e-4fdb-acfe-645b3866208d),segment_id=0ed0952b-e47e-4fdb-acfe-645b3866208d)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:39:08.843015 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:08.859140 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Calling delete_port for ecc30bbd-ef94-4128-8073-92779b43d770 owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:39:08.905145 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1351cc12-22fe-46b8-a3e8-4afdf1300976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (7c7616fc-fffb-4c3c-b977-314c13a665b0), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:09.015450 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1351cc12-22fe-46b8-a3e8-4afdf1300976 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0e59845bbda4960b9796074dd8ab224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696997 Mar 04 20:39:09.015450 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351cc12-22fe-46b8-a3e8-4afdf1300976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7616fc-fffb-4c3c-b977-314c13a665b0,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:09.015450 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d303ba-7fbd-4f13-bdd0-4781104ba2b5 req-cc38c7ad-40d5-43e2-a13a-4bffef3390fa tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:09.015450 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0d303ba-7fbd-4f13-bdd0-4781104ba2b5 req-cc38c7ad-40d5-43e2-a13a-4bffef3390fa tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 945 time: 0.0775914 Mar 04 20:39:09.017287 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37714) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:09.069594 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0d303ba-7fbd-4f13-bdd0-4781104ba2b5 req-c3564c36-ad92-4a72-9cfb-24a514f1cace tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/security-groups?id=7081b0c7-94f0-4716-95aa-cc286bfa7b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513718 Mar 04 20:39:09.144492 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-66d84eef-cb03-40d5-ac0c-e5d8a3de712a admin admin] Publish callbacks [] for security_group (7c7616fc-fffb-4c3c-b977-314c13a665b0), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:09.144492 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-66d84eef-cb03-40d5-ac0c-e5d8a3de712a admin admin] Publish callbacks [] for security_group (7c7616fc-fffb-4c3c-b977-314c13a665b0), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:09.206991 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7530d-357e-455c-b5ee-1e91344ab2d5 req-c37ea0b5-3674-4889-8041-7169a67ffe21 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:09.206991 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b2e7530d-357e-455c-b5ee-1e91344ab2d5 req-c37ea0b5-3674-4889-8041-7169a67ffe21 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0786347 Mar 04 20:39:09.247901 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b2e7530d-357e-455c-b5ee-1e91344ab2d5 req-4eebefde-1f55-4b9c-b6e7-33f1ba7a74d1 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Mar 04 20:39:09.265063 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (ecc30bbd-ef94-4128-8073-92779b43d770), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:09.286757 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['ecc30bbd-ef94-4128-8073-92779b43d770'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:39:09.350301 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Pushing event deleted for resources: {'Port': ['ID=ecc30bbd-ef94-4128-8073-92779b43d770,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:09.350301 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-66d84eef-cb03-40d5-ac0c-e5d8a3de712a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (7c7616fc-fffb-4c3c-b977-314c13a665b0), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:09.350301 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-66d84eef-cb03-40d5-ac0c-e5d8a3de712a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:09.350301 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-66d84eef-cb03-40d5-ac0c-e5d8a3de712a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c7616fc-fffb-4c3c-b977-314c13a665b0 HTTP/1.1" status: 204 len: 168 time: 0.3224530 Mar 04 20:39:09.371390 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d84eef-cb03-40d5-ac0c-e5d8a3de712a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7616fc-fffb-4c3c-b977-314c13a665b0,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:09.389732 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] No DVR routers for this DVR port ecc30bbd-ef94-4128-8073-92779b43d770 on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:39:09.394121 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:09.403335 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fca06452-6bea-49fd-a2bb-2cc242e63505 req-4c22eb96-ec04-472f-b5ba-6838c923c036 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.21 "DELETE /v2.0/ports/ecc30bbd-ef94-4128-8073-92779b43d770 HTTP/1.1" status: 204 len: 173 time: 0.8379426 Mar 04 20:39:09.404927 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e', 'name': 'network-vif-deleted', 'tag': 'ecc30bbd-ef94-4128-8073-92779b43d770'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:39:09.407259 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ca24f9-3b09-41c3-9224-98f7134ad777" -d '{"events": [{"server_uuid": "205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e", "name": "network-vif-deleted", "tag": "ecc30bbd-ef94-4128-8073-92779b43d770"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:39:09.443758 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9dc4c9-e3c3-4ec7-97c9-26043f1eb5f8 x-openstack-request-id: req-8a9dc4c9-e3c3-4ec7-97c9-26043f1eb5f8 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:39:09.444058 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e", "name": "network-vif-deleted", "tag": "ecc30bbd-ef94-4128-8073-92779b43d770", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:39:09.444442 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a9dc4c9-e3c3-4ec7-97c9-26043f1eb5f8 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:39:09.444844 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e', 'name': 'network-vif-deleted', 'tag': 'ecc30bbd-ef94-4128-8073-92779b43d770', 'status': 'completed', 'code': 200} Mar 04 20:39:10.232515 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-16d4643e-7c45-4ea5-8305-c7b94a688fc7 req-3967431f-2af8-431a-a553-ff4b04b154bb tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 210 time: 0.0351648 Mar 04 20:39:10.389019 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475344d2-3e79-40ea-a0de-6a06954ba929 req-6d606ca6-132f-4900-b0f7-31b8f0e2a925 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:10.390765 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-475344d2-3e79-40ea-a0de-6a06954ba929 req-6d606ca6-132f-4900-b0f7-31b8f0e2a925 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0579662 Mar 04 20:39:10.442965 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-475344d2-3e79-40ea-a0de-6a06954ba929 req-1955b03d-18a3-4477-a7a8-faf25acbf2bc tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465035 Mar 04 20:39:10.753367 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37774) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:10.769784 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a51974f0-ee25-4211-abc6-d1d140d8b817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:10.845277 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a51974f0-ee25-4211-abc6-d1d140d8b817 admin admin] Publish callbacks [] for security_group (de4f2736-ac9f-434c-a08e-7e1bfce055ba), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:10.904898 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a51974f0-ee25-4211-abc6-d1d140d8b817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (de4f2736-ac9f-434c-a08e-7e1bfce055ba), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:11.146119 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51974f0-ee25-4211-abc6-d1d140d8b817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4f2736-ac9f-434c-a08e-7e1bfce055ba,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:11.151341 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-a51974f0-ee25-4211-abc6-d1d140d8b817 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7150d6ac21bb428abdabccbbd798e218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958228 Mar 04 20:39:11.154558 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37794) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:11.215356 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-84eec18f-2cc8-495a-b32d-b5d56bda593b admin admin] Publish callbacks [] for security_group (de4f2736-ac9f-434c-a08e-7e1bfce055ba), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:11.238197 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-84eec18f-2cc8-495a-b32d-b5d56bda593b admin admin] Publish callbacks [] for security_group (de4f2736-ac9f-434c-a08e-7e1bfce055ba), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:11.352433 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1cbf54d1-87b7-494e-ac3e-ee808961690e req-c5aacdc1-3952-4152-9e87-5cee4e2622d3 tempest-DeleteServersTestJSON-21471802 tempest-DeleteServersTestJSON-21471802-project] 10.222.0.41 "GET /v2.0/ports?device_id=205f1a8a-ec0a-4e68-bdd3-3d697fde8b5e HTTP/1.1" status: 200 len: 210 time: 0.0281498 Mar 04 20:39:11.407504 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-84eec18f-2cc8-495a-b32d-b5d56bda593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (de4f2736-ac9f-434c-a08e-7e1bfce055ba), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:11.410258 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-84eec18f-2cc8-495a-b32d-b5d56bda593b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:11.413782 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-84eec18f-2cc8-495a-b32d-b5d56bda593b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de4f2736-ac9f-434c-a08e-7e1bfce055ba HTTP/1.1" status: 204 len: 168 time: 0.2562695 Mar 04 20:39:11.421507 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eec18f-2cc8-495a-b32d-b5d56bda593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4f2736-ac9f-434c-a08e-7e1bfce055ba,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:11.598243 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6defe3-f9fa-4f6e-af50-8b99aced1b08 req-2df89e7c-2486-4b03-86cd-8b2561cd0d77 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:11.598243 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2a6defe3-f9fa-4f6e-af50-8b99aced1b08 req-2df89e7c-2486-4b03-86cd-8b2561cd0d77 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0674529 Mar 04 20:39:11.646491 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2a6defe3-f9fa-4f6e-af50-8b99aced1b08 req-40c5ccc0-65c4-4fbd-a0f2-8a9605d50c0b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Mar 04 20:39:12.340194 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-f5d88eb9-6a08-4517-81b4-7f182cba54fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425005 Mar 04 20:39:12.435525 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-3ab0aec3-c5fa-41e0-bab0-3d7e3e62259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:12.437547 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-3ab0aec3-c5fa-41e0-bab0-3d7e3e62259d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1130 time: 0.0514405 Mar 04 20:39:12.549572 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-be8ac0e0-7161-4566-987f-3aadb6f1b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:12.550968 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-be8ac0e0-7161-4566-987f-3aadb6f1b6a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 919 time: 0.0947776 Mar 04 20:39:12.599593 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-330227ac-bfb1-4598-a206-507c57fc11f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ae84bb-6914-4b9b-a940-208a05159191 HTTP/1.1" status: 200 len: 217 time: 0.0414307 Mar 04 20:39:12.655603 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-97f8f243-b845-483d-8ba5-e324af554565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:12.657169 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-97f8f243-b845-483d-8ba5-e324af554565 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.0491538 Mar 04 20:39:12.689981 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-41f6c2b3-e552-4604-b952-8bb301f29204 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266335 Mar 04 20:39:12.825716 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-b5c6c419-7ed6-4be7-b905-f9d0eb834096 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225641 Mar 04 20:39:12.832555 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e7971-1ed9-4847-85f3-7f8f72263cf6 req-c577913f-c00f-443a-96a9-8a69431d7c98 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:12.833918 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-844e7971-1ed9-4847-85f3-7f8f72263cf6 req-c577913f-c00f-443a-96a9-8a69431d7c98 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.1095462 Mar 04 20:39:12.948720 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-844e7971-1ed9-4847-85f3-7f8f72263cf6 req-1884147f-ac08-4316-8856-2a6fbf32a85d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060083 Mar 04 20:39:12.963702 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ac44167e-bc1b-4b59-b64f-69a6ea0c046f req-9ce254b1-2fd2-4dee-8654-be1f2adcfe7e service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287301 Mar 04 20:39:13.582865 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ecc30bbd-ef94-4128-8073-92779b43d770 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:39:13.606593 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: ecc30bbd-ef94-4128-8073-92779b43d770 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:39:13.607121 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ecc30bbd-ef94-4128-8073-92779b43d770 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:39:13.706322 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37908) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:13.818667 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:13.892745 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Publish callbacks [] for security_group (40311c79-b217-4913-bb75-bbc0076b8475), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:13.986973 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (40311c79-b217-4913-bb75-bbc0076b8475), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.032414 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40311c79-b217-4913-bb75-bbc0076b8475,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:14.036496 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=596acdc1ca5e40e89b926b9006d18bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291214 Mar 04 20:39:14.039256 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37930) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:14.048138 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.048620 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.049024 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.049463 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.049863 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.050264 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.050865 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.051264 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.052149 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.052561 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.053002 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.053508 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.053993 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116e269-f98c-40b6-a31d-2e5d095222f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.085109 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37934) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:14.132473 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Publish callbacks [] for security_group (40311c79-b217-4913-bb75-bbc0076b8475), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.144557 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19ce0-a254-43ae-9f45-287a4026249c req-f13f5d63-5bdc-407c-9627-f8bfddee2083 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:14.146289 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ecf19ce0-a254-43ae-9f45-287a4026249c req-f13f5d63-5bdc-407c-9627-f8bfddee2083 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0690889 Mar 04 20:39:14.156697 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_v2 [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Deleting subnet ebf31355-ef73-4543-929d-553d7c5a547f {{(pid=103638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:39:14.163319 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Publish callbacks [] for subnet (ebf31355-ef73-4543-929d-553d7c5a547f), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.189221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Publish callbacks [] for security_group (40311c79-b217-4913-bb75-bbc0076b8475), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.193962 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ecf19ce0-a254-43ae-9f45-287a4026249c req-dc6bc919-87d0-4c40-89f2-cc779f60e70f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Mar 04 20:39:14.229399 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Publish callbacks [] for subnet (ebf31355-ef73-4543-929d-553d7c5a547f), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.238886 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (ebf31355-ef73-4543-929d-553d7c5a547f), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.374402 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (40311c79-b217-4913-bb75-bbc0076b8475), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.377009 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.378159 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40311c79-b217-4913-bb75-bbc0076b8475 HTTP/1.1" status: 204 len: 168 time: 0.3371632 Mar 04 20:39:14.381611 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (ebf31355-ef73-4543-929d-553d7c5a547f), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.427795 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40311c79-b217-4913-bb75-bbc0076b8475,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:14.432148 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf31355-ef73-4543-929d-553d7c5a547f,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:14.445430 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.445430 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.445430 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.445745 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.446107 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.446494 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.446815 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.447166 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.447492 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.447819 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.448143 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.448468 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.448795 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33b8d2-f066-49a4-92df-6199fc4f290d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.452249 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.455368 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ebf31355-ef73-4543-929d-553d7c5a547f HTTP/1.1" status: 204 len: 168 time: 0.3693390 Mar 04 20:39:14.457570 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.458003 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.458132 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37954) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:14.458350 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.458727 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.459065 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.459398 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.459720 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.460051 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.460375 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.460697 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.461018 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.461335 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.461654 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838895c5-cc83-49a3-8372-f8ac2575ecd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:39:14.529765 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.614285 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.647517 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6']}} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:14.663997 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed0952b-e47e-4fdb-acfe-645b3866208d') {'for_net_delete': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:14.664406 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed0952b-e47e-4fdb-acfe-645b3866208d') {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:39:14.675945 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130617142'] for segment (0ed0952b-e47e-4fdb-acfe-645b3866208d), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.690292 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (0ed0952b-e47e-4fdb-acfe-645b3866208d), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.696953 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:39:14.697566 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133226097'] for segment (0ed0952b-e47e-4fdb-acfe-645b3866208d), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: Traceback (most recent call last): Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: timer() Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: cb(*args, **kw) Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: return func(*args, **kwargs) Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: self._notify() Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: self.callback(batched_events) Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: event.method(event) Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: return f(self, *a, **k) Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: return self._get(url).json() Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: return self.request(url, 'GET', **kwargs) Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:39:14.699603 dv-cinder-799871-17-smb neutron-server[103639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:39:14.824671 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.864091 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.873835 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:14.877516 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6 HTTP/1.1" status: 204 len: 168 time: 0.4183238 Mar 04 20:39:14.887263 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f249bc2-1fa1-4333-af52-2600d6a90789 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0eb3271-aa34-43a2-8f0c-a6840d7e0ed6,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:15.102131 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37974) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:15.116582 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9347-ee68-4b78-895d-b8f0390e69e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.203562 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9347-ee68-4b78-895d-b8f0390e69e2 admin admin] Publish callbacks [] for security_group (0351ec92-1d17-4a46-90c1-fa4bb3e34fd2), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.245409 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37980) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:15.296898 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9347-ee68-4b78-895d-b8f0390e69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0351ec92-1d17-4a46-90c1-fa4bb3e34fd2), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.336771 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801c271-7c88-40f3-b199-8a593b906da8 req-6816824b-dd3f-4cd2-842d-3df31e64a08d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:15.338572 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d801c271-7c88-40f3-b199-8a593b906da8 req-6816824b-dd3f-4cd2-842d-3df31e64a08d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0701559 Mar 04 20:39:15.343075 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-dd1e9347-ee68-4b78-895d-b8f0390e69e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e9b0ded614a4ef7b2be22d6309f6a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386231 Mar 04 20:39:15.344313 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e9347-ee68-4b78-895d-b8f0390e69e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0351ec92-1d17-4a46-90c1-fa4bb3e34fd2,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:15.344847 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37984) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:15.373330 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bffff455-5284-4386-9ecd-85595c566850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.431360 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d801c271-7c88-40f3-b199-8a593b906da8 req-a97cf991-c6d1-4063-b9b3-bed89e466f95 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770783 Mar 04 20:39:15.445793 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-09cd5fa2-d180-4ccf-a83d-16a93ae679d7 admin admin] Publish callbacks [] for security_group (0351ec92-1d17-4a46-90c1-fa4bb3e34fd2), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.467549 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bffff455-5284-4386-9ecd-85595c566850 admin admin] Publish callbacks [] for security_group (07845846-58bb-40f5-b63e-e0b852175468), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.476031 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37988) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:15.485817 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-09cd5fa2-d180-4ccf-a83d-16a93ae679d7 admin admin] Publish callbacks [] for security_group (0351ec92-1d17-4a46-90c1-fa4bb3e34fd2), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.518887 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-e2c0cd50-655e-4fc9-93d0-086aa98155dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a67ab4185d334595aee902670eae1187&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393367 Mar 04 20:39:15.519114 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 37990) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:15.533980 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bffff455-5284-4386-9ecd-85595c566850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (07845846-58bb-40f5-b63e-e0b852175468), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.589083 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-09cd5fa2-d180-4ccf-a83d-16a93ae679d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0351ec92-1d17-4a46-90c1-fa4bb3e34fd2), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.595978 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-bffff455-5284-4386-9ecd-85595c566850 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66aaebe62c1c4dbb9f9290d56768d020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443933 Mar 04 20:39:15.596158 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-09cd5fa2-d180-4ccf-a83d-16a93ae679d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.596158 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-09cd5fa2-d180-4ccf-a83d-16a93ae679d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0351ec92-1d17-4a46-90c1-fa4bb3e34fd2 HTTP/1.1" status: 204 len: 168 time: 0.2476707 Mar 04 20:39:15.600227 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffff455-5284-4386-9ecd-85595c566850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07845846-58bb-40f5-b63e-e0b852175468,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:15.600505 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 37992) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:15.608079 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd5fa2-d180-4ccf-a83d-16a93ae679d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0351ec92-1d17-4a46-90c1-fa4bb3e34fd2,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:15.613912 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-015f9ba6-b80c-428d-af0b-fab8bf2524e1 admin admin] Publish callbacks [] for security_group (7081b0c7-94f0-4716-95aa-cc286bfa7b30), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.640507 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-015f9ba6-b80c-428d-af0b-fab8bf2524e1 admin admin] Publish callbacks [] for security_group (7081b0c7-94f0-4716-95aa-cc286bfa7b30), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.668371 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bbed7a3-56b6-4244-88b1-b3b56c2fb57f admin admin] Publish callbacks [] for security_group (07845846-58bb-40f5-b63e-e0b852175468), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.719790 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bbed7a3-56b6-4244-88b1-b3b56c2fb57f admin admin] Publish callbacks [] for security_group (07845846-58bb-40f5-b63e-e0b852175468), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.767405 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-015f9ba6-b80c-428d-af0b-fab8bf2524e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (7081b0c7-94f0-4716-95aa-cc286bfa7b30), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.770940 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-015f9ba6-b80c-428d-af0b-fab8bf2524e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.772168 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-015f9ba6-b80c-428d-af0b-fab8bf2524e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7081b0c7-94f0-4716-95aa-cc286bfa7b30 HTTP/1.1" status: 204 len: 168 time: 0.2521758 Mar 04 20:39:15.783497 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f9ba6-b80c-428d-af0b-fab8bf2524e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7081b0c7-94f0-4716-95aa-cc286bfa7b30,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:15.830419 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bbed7a3-56b6-4244-88b1-b3b56c2fb57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (07845846-58bb-40f5-b63e-e0b852175468), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.832912 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7bbed7a3-56b6-4244-88b1-b3b56c2fb57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:15.834826 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-7bbed7a3-56b6-4244-88b1-b3b56c2fb57f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07845846-58bb-40f5-b63e-e0b852175468 HTTP/1.1" status: 204 len: 168 time: 0.2375526 Mar 04 20:39:15.843469 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbed7a3-56b6-4244-88b1-b3b56c2fb57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07845846-58bb-40f5-b63e-e0b852175468,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:16.564384 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83681b-f12a-4ae6-b7a0-50268cc6fb62 req-e83ce1f7-0561-4f71-b2b2-e440b090e188 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:16.565956 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bc83681b-f12a-4ae6-b7a0-50268cc6fb62 req-e83ce1f7-0561-4f71-b2b2-e440b090e188 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0655565 Mar 04 20:39:16.616896 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38036) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:16.628606 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bc83681b-f12a-4ae6-b7a0-50268cc6fb62 req-b18ad560-a2e4-44b1-8f8f-0207abb586a0 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571890 Mar 04 20:39:16.632147 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9cbd7417-3f6b-4b7e-b23d-3ade39ffb721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:16.726327 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9cbd7417-3f6b-4b7e-b23d-3ade39ffb721 admin admin] Publish callbacks [] for security_group (d4df4da3-9dee-45e0-80e0-fc3e41b49c9d), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:16.840787 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9cbd7417-3f6b-4b7e-b23d-3ade39ffb721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (d4df4da3-9dee-45e0-80e0-fc3e41b49c9d), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:16.890585 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd7417-3f6b-4b7e-b23d-3ade39ffb721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4df4da3-9dee-45e0-80e0-fc3e41b49c9d,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:16.894134 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-9cbd7417-3f6b-4b7e-b23d-3ade39ffb721 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a46b9d74990e42669a49702a0fb69402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736199 Mar 04 20:39:16.894529 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38046) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:16.974727 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d79347bc-c17f-4d32-9425-4b6c96289a82 admin admin] Publish callbacks [] for security_group (d4df4da3-9dee-45e0-80e0-fc3e41b49c9d), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:16.998279 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d79347bc-c17f-4d32-9425-4b6c96289a82 admin admin] Publish callbacks [] for security_group (d4df4da3-9dee-45e0-80e0-fc3e41b49c9d), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:17.166372 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d79347bc-c17f-4d32-9425-4b6c96289a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (d4df4da3-9dee-45e0-80e0-fc3e41b49c9d), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:17.169996 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d79347bc-c17f-4d32-9425-4b6c96289a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:17.171791 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-d79347bc-c17f-4d32-9425-4b6c96289a82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4df4da3-9dee-45e0-80e0-fc3e41b49c9d HTTP/1.1" status: 204 len: 168 time: 0.2756898 Mar 04 20:39:17.184601 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79347bc-c17f-4d32-9425-4b6c96289a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4df4da3-9dee-45e0-80e0-fc3e41b49c9d,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:17.466172 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e9c26ca8-1a16-463b-82ec-c377824f1b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:17.763155 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e58b1c-0650-461a-9be8-456a3f79a200 req-70a7ac24-c952-43e3-821e-9a1b35c4928c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:17.764839 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-65e58b1c-0650-461a-9be8-456a3f79a200 req-70a7ac24-c952-43e3-821e-9a1b35c4928c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0646222 Mar 04 20:39:17.815650 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-65e58b1c-0650-461a-9be8-456a3f79a200 req-be5e0fd6-588f-4ff5-9b5a-991c4123b35c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Mar 04 20:39:18.462422 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38122) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:18.666128 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-348af52b-deb1-444e-a0e2-bcf28613e420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:18.744191 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-348af52b-deb1-444e-a0e2-bcf28613e420 admin admin] Publish callbacks [] for security_group (bddab3d4-24dd-421b-9231-c4740047e05e), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:18.818642 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-348af52b-deb1-444e-a0e2-bcf28613e420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (bddab3d4-24dd-421b-9231-c4740047e05e), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:18.866637 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-348af52b-deb1-444e-a0e2-bcf28613e420 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0ae17d4653b4bc0b38cb274d4686f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028637 Mar 04 20:39:18.867586 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348af52b-deb1-444e-a0e2-bcf28613e420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddab3d4-24dd-421b-9231-c4740047e05e,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:18.874506 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38144) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:18.958946 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ea3448ff-7a83-4ead-b190-998d066787c9 admin admin] Publish callbacks [] for security_group (bddab3d4-24dd-421b-9231-c4740047e05e), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:18.990823 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ea3448ff-7a83-4ead-b190-998d066787c9 admin admin] Publish callbacks [] for security_group (bddab3d4-24dd-421b-9231-c4740047e05e), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:19.007959 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54552add-4196-4120-bdac-9c46207b6471 req-944a9180-39b8-4c24-a230-7e3654dca8b0 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:19.009487 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-54552add-4196-4120-bdac-9c46207b6471 req-944a9180-39b8-4c24-a230-7e3654dca8b0 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0965159 Mar 04 20:39:19.078231 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-54552add-4196-4120-bdac-9c46207b6471 req-115e7b83-c433-4671-9120-61fa1da0ec4c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596135 Mar 04 20:39:19.161929 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ea3448ff-7a83-4ead-b190-998d066787c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (bddab3d4-24dd-421b-9231-c4740047e05e), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:19.164539 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ea3448ff-7a83-4ead-b190-998d066787c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:19.166127 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-ea3448ff-7a83-4ead-b190-998d066787c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bddab3d4-24dd-421b-9231-c4740047e05e HTTP/1.1" status: 204 len: 168 time: 0.2899263 Mar 04 20:39:19.176069 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3448ff-7a83-4ead-b190-998d066787c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddab3d4-24dd-421b-9231-c4740047e05e,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:19.641877 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-44c07f6b-3695-4455-81f7-51776c5b06a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:19.902842 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38202) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:19.916813 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a5b1754b-b27c-493d-9616-023937a7f56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:19.995612 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a5b1754b-b27c-493d-9616-023937a7f56c admin admin] Publish callbacks [] for security_group (3c93d3c2-84a0-45b1-8770-b1d03fcf71f1), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:20.069326 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a5b1754b-b27c-493d-9616-023937a7f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3c93d3c2-84a0-45b1-8770-b1d03fcf71f1), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:20.111470 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-a5b1754b-b27c-493d-9616-023937a7f56c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bdebff928bc438ab003580e092bda34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076120 Mar 04 20:39:20.112573 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1754b-b27c-493d-9616-023937a7f56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c93d3c2-84a0-45b1-8770-b1d03fcf71f1,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:20.114181 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38212) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:20.187159 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-612772dd-f1f2-41fe-b742-2b68855fd1b8 admin admin] Publish callbacks [] for security_group (3c93d3c2-84a0-45b1-8770-b1d03fcf71f1), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:20.227950 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-612772dd-f1f2-41fe-b742-2b68855fd1b8 admin admin] Publish callbacks [] for security_group (3c93d3c2-84a0-45b1-8770-b1d03fcf71f1), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:20.271871 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35597b95-3590-4059-9451-d4161141c258 req-acf24d27-770a-44e7-a8e6-d3c66283b10d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:20.273371 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-35597b95-3590-4059-9451-d4161141c258 req-acf24d27-770a-44e7-a8e6-d3c66283b10d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.1100156 Mar 04 20:39:20.337138 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-35597b95-3590-4059-9451-d4161141c258 req-af457e3b-223a-4426-979d-4597fcfded56 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551190 Mar 04 20:39:20.384460 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-612772dd-f1f2-41fe-b742-2b68855fd1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3c93d3c2-84a0-45b1-8770-b1d03fcf71f1), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:20.387747 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-612772dd-f1f2-41fe-b742-2b68855fd1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:20.388993 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-612772dd-f1f2-41fe-b742-2b68855fd1b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c93d3c2-84a0-45b1-8770-b1d03fcf71f1 HTTP/1.1" status: 204 len: 168 time: 0.2722883 Mar 04 20:39:20.396778 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612772dd-f1f2-41fe-b742-2b68855fd1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c93d3c2-84a0-45b1-8770-b1d03fcf71f1,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:20.989802 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.269449 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38260) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:21.400014 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6d17acbd-aee5-4197-90ee-b2fb7244b53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.518453 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a09d-64bb-47fd-bee9-77276424d010 req-7fad5c6f-9d45-4423-9ba7-c3a1abeb7a14 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:21.520391 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1190a09d-64bb-47fd-bee9-77276424d010 req-7fad5c6f-9d45-4423-9ba7-c3a1abeb7a14 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0868077 Mar 04 20:39:21.538428 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6d17acbd-aee5-4197-90ee-b2fb7244b53d admin admin] Publish callbacks [] for security_group (3dee5558-d241-4282-892d-a9ea41402293), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.576035 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6d17acbd-aee5-4197-90ee-b2fb7244b53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3dee5558-d241-4282-892d-a9ea41402293), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.583604 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1190a09d-64bb-47fd-bee9-77276424d010 req-f1a93c02-9fd8-41c7-b4a1-e6da4c6022ba tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545197 Mar 04 20:39:21.615887 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17acbd-aee5-4197-90ee-b2fb7244b53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee5558-d241-4282-892d-a9ea41402293,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:21.627408 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38284) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:21.627911 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-6d17acbd-aee5-4197-90ee-b2fb7244b53d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f47e358b54b41ea9d5468745dd97c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569105 Mar 04 20:39:21.678369 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-62e356dc-5b36-4271-b4e4-5249774e0381 admin admin] Publish callbacks [] for security_group (3dee5558-d241-4282-892d-a9ea41402293), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.699477 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-62e356dc-5b36-4271-b4e4-5249774e0381 admin admin] Publish callbacks [] for security_group (3dee5558-d241-4282-892d-a9ea41402293), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.795837 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-62e356dc-5b36-4271-b4e4-5249774e0381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3dee5558-d241-4282-892d-a9ea41402293), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.798498 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-62e356dc-5b36-4271-b4e4-5249774e0381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:21.799673 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-62e356dc-5b36-4271-b4e4-5249774e0381 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3dee5558-d241-4282-892d-a9ea41402293 HTTP/1.1" status: 204 len: 168 time: 0.1713748 Mar 04 20:39:21.809910 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e356dc-5b36-4271-b4e4-5249774e0381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee5558-d241-4282-892d-a9ea41402293,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:22.201829 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:22.723363 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe715a93-7ab6-4414-9e4f-1edccf7405a2 req-06831f37-2198-413b-a761-0e45ac6cbbc4 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:22.725174 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fe715a93-7ab6-4414-9e4f-1edccf7405a2 req-06831f37-2198-413b-a761-0e45ac6cbbc4 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0584526 Mar 04 20:39:22.798361 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fe715a93-7ab6-4414-9e4f-1edccf7405a2 req-01d9a14a-f6e0-4c2e-8a94-e727c94fd381 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616941 Mar 04 20:39:23.713638 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:23.920621 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b1e12-3ada-42bf-80d9-2f0070a585c0 req-f668f548-a634-4421-a482-9293f7487b69 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:23.927836 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-892b1e12-3ada-42bf-80d9-2f0070a585c0 req-f668f548-a634-4421-a482-9293f7487b69 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0672734 Mar 04 20:39:23.994057 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-892b1e12-3ada-42bf-80d9-2f0070a585c0 req-2bc79733-b366-4403-adcf-865c7ba1980c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651650 Mar 04 20:39:24.099298 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38420) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:24.203864 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a233100f-34cc-4a01-839e-a49c9c1d2f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:24.278480 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a233100f-34cc-4a01-839e-a49c9c1d2f0b admin admin] Publish callbacks [] for security_group (46f75a2c-15e2-459a-88bc-4afbb447f261), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:24.412941 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a233100f-34cc-4a01-839e-a49c9c1d2f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (46f75a2c-15e2-459a-88bc-4afbb447f261), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:24.451171 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-a233100f-34cc-4a01-839e-a49c9c1d2f0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=326600a3231241fd9d317884e0b24568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503692 Mar 04 20:39:24.453164 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233100f-34cc-4a01-839e-a49c9c1d2f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f75a2c-15e2-459a-88bc-4afbb447f261,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:24.453812 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38426) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:24.501395 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-43c1ac3f-3991-424c-af85-30ea2e913a41 admin admin] Publish callbacks [] for security_group (46f75a2c-15e2-459a-88bc-4afbb447f261), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:24.524832 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-43c1ac3f-3991-424c-af85-30ea2e913a41 admin admin] Publish callbacks [] for security_group (46f75a2c-15e2-459a-88bc-4afbb447f261), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:24.652846 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-43c1ac3f-3991-424c-af85-30ea2e913a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (46f75a2c-15e2-459a-88bc-4afbb447f261), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:24.656008 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-43c1ac3f-3991-424c-af85-30ea2e913a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:24.657364 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-43c1ac3f-3991-424c-af85-30ea2e913a41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46f75a2c-15e2-459a-88bc-4afbb447f261 HTTP/1.1" status: 204 len: 168 time: 0.2024698 Mar 04 20:39:24.666040 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1ac3f-3991-424c-af85-30ea2e913a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f75a2c-15e2-459a-88bc-4afbb447f261,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:25.141951 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e2e7d-9b19-4d0e-99db-da0e24ffed5d req-441ffab0-decf-4c4c-8ed6-080c614bea42 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:25.143615 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3e0e2e7d-9b19-4d0e-99db-da0e24ffed5d req-441ffab0-decf-4c4c-8ed6-080c614bea42 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0715499 Mar 04 20:39:25.222075 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3027e3e-2a17-4573-8a93-185026c3641f req-6f1e3ac9-9767-4865-9e5f-ab9edfc294e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:25.223939 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a3027e3e-2a17-4573-8a93-185026c3641f req-6f1e3ac9-9767-4865-9e5f-ab9edfc294e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 1130 time: 0.0793033 Mar 04 20:39:25.227830 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3e0e2e7d-9b19-4d0e-99db-da0e24ffed5d req-44014a48-3329-4fdf-afb6-df83dbb3dcda tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749941 Mar 04 20:39:25.277455 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a3027e3e-2a17-4573-8a93-185026c3641f req-fbece1d5-e769-482c-992e-ae83c4390c2e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 Mar 04 20:39:25.780905 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38494) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:25.893605 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6a940a76-0758-4eaa-a57d-478855129765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:25.991277 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6a940a76-0758-4eaa-a57d-478855129765 admin admin] Publish callbacks [] for security_group (10a25088-7ab1-46e4-a1d1-1db821e16777), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:26.059037 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6a940a76-0758-4eaa-a57d-478855129765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (10a25088-7ab1-46e4-a1d1-1db821e16777), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:26.102954 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-6a940a76-0758-4eaa-a57d-478855129765 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6b04a7a8d134bacb5ee7641a0eb5de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209109 Mar 04 20:39:26.103242 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38548) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:26.103939 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a940a76-0758-4eaa-a57d-478855129765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a25088-7ab1-46e4-a1d1-1db821e16777,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:26.161340 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd58e-a3b5-4ef2-8966-6691b5ee2cd4 admin admin] Publish callbacks [] for security_group (10a25088-7ab1-46e4-a1d1-1db821e16777), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:26.187106 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd58e-a3b5-4ef2-8966-6691b5ee2cd4 admin admin] Publish callbacks [] for security_group (10a25088-7ab1-46e4-a1d1-1db821e16777), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:26.304655 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd58e-a3b5-4ef2-8966-6691b5ee2cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (10a25088-7ab1-46e4-a1d1-1db821e16777), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:26.307434 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd58e-a3b5-4ef2-8966-6691b5ee2cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:26.308668 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-1e2dd58e-a3b5-4ef2-8966-6691b5ee2cd4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10a25088-7ab1-46e4-a1d1-1db821e16777 HTTP/1.1" status: 204 len: 168 time: 0.2044282 Mar 04 20:39:26.317521 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dd58e-a3b5-4ef2-8966-6691b5ee2cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a25088-7ab1-46e4-a1d1-1db821e16777,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:26.378118 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371beda-17a4-412e-b89a-19123c0a5212 req-b2ba7cf3-e28d-4f15-96fb-84224e728342 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:26.379771 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4371beda-17a4-412e-b89a-19123c0a5212 req-b2ba7cf3-e28d-4f15-96fb-84224e728342 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0778160 Mar 04 20:39:26.437861 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4371beda-17a4-412e-b89a-19123c0a5212 req-d07687e5-2f6f-43b4-8746-5efa9d32a5f1 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519080 Mar 04 20:39:27.190755 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38600) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:27.206256 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4fd9877a-6f1b-4abc-855b-5515b83ab3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.285903 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4fd9877a-6f1b-4abc-855b-5515b83ab3e2 admin admin] Publish callbacks [] for security_group (b8e84599-286e-4964-8c63-7528d1df5f82), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.356302 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4fd9877a-6f1b-4abc-855b-5515b83ab3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (b8e84599-286e-4964-8c63-7528d1df5f82), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.401770 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-4fd9877a-6f1b-4abc-855b-5515b83ab3e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f4d0d0c75af4a90b9db1a8ca12a55c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099223 Mar 04 20:39:27.402620 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9877a-6f1b-4abc-855b-5515b83ab3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e84599-286e-4964-8c63-7528d1df5f82,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:27.405163 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38612) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:27.455829 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ae8effe3-aba1-44e9-a797-ef0496596887 admin admin] Publish callbacks [] for security_group (b8e84599-286e-4964-8c63-7528d1df5f82), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.478605 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ae8effe3-aba1-44e9-a797-ef0496596887 admin admin] Publish callbacks [] for security_group (b8e84599-286e-4964-8c63-7528d1df5f82), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.572843 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c6d0a-3722-4756-ae5b-275b0b01ae87 req-b63975ae-8291-4901-a27f-dbddc5391425 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:27.574761 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f91c6d0a-3722-4756-ae5b-275b0b01ae87 req-b63975ae-8291-4901-a27f-dbddc5391425 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0571051 Mar 04 20:39:27.626565 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f91c6d0a-3722-4756-ae5b-275b0b01ae87 req-e43406d6-0384-428e-b489-130143af286c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Mar 04 20:39:27.653635 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ae8effe3-aba1-44e9-a797-ef0496596887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (b8e84599-286e-4964-8c63-7528d1df5f82), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.656447 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ae8effe3-aba1-44e9-a797-ef0496596887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:27.660323 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-ae8effe3-aba1-44e9-a797-ef0496596887 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8e84599-286e-4964-8c63-7528d1df5f82 HTTP/1.1" status: 204 len: 168 time: 0.2529688 Mar 04 20:39:27.674505 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8effe3-aba1-44e9-a797-ef0496596887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e84599-286e-4964-8c63-7528d1df5f82,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:27.778237 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377a49-34cc-4d0c-9717-0d83fa1b5670 req-273bafc2-b599-43d5-b506-b739ebd01d7d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:27.779988 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-85377a49-34cc-4d0c-9717-0d83fa1b5670 req-273bafc2-b599-43d5-b506-b739ebd01d7d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0581455 Mar 04 20:39:27.827388 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-85377a49-34cc-4d0c-9717-0d83fa1b5670 req-c9fa002d-1456-493d-a30e-73cbb687e908 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Mar 04 20:39:28.299158 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38640) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:28.435327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8cc492bf-6406-42f3-93cc-ab5230fcf280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.518783 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8cc492bf-6406-42f3-93cc-ab5230fcf280 admin admin] Publish callbacks [] for security_group (246ca8b5-c942-47d8-b460-b680c8dd70fc), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.578781 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8cc492bf-6406-42f3-93cc-ab5230fcf280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (246ca8b5-c942-47d8-b460-b680c8dd70fc), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.633099 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc492bf-6406-42f3-93cc-ab5230fcf280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246ca8b5-c942-47d8-b460-b680c8dd70fc,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:28.643915 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8cc492bf-6406-42f3-93cc-ab5230fcf280 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c56d06fb09c48e9b11777983f926b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433454 Mar 04 20:39:28.646500 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38660) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:28.718400 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-89f17a13-9ff7-4116-8227-19e1c06c65eb admin admin] Publish callbacks [] for security_group (246ca8b5-c942-47d8-b460-b680c8dd70fc), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.744036 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-89f17a13-9ff7-4116-8227-19e1c06c65eb admin admin] Publish callbacks [] for security_group (246ca8b5-c942-47d8-b460-b680c8dd70fc), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.870280 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-89f17a13-9ff7-4116-8227-19e1c06c65eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (246ca8b5-c942-47d8-b460-b680c8dd70fc), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.873132 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-89f17a13-9ff7-4116-8227-19e1c06c65eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:28.874285 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-89f17a13-9ff7-4116-8227-19e1c06c65eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/246ca8b5-c942-47d8-b460-b680c8dd70fc HTTP/1.1" status: 204 len: 168 time: 0.2262218 Mar 04 20:39:28.883501 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f17a13-9ff7-4116-8227-19e1c06c65eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246ca8b5-c942-47d8-b460-b680c8dd70fc,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:29.599638 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38692) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:29.610266 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38696) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:29.624761 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9e7e624b-16a1-4e8f-98dc-5286df40c5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.737453 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35d8db47-27f7-4e3f-9505-14327ef43490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.798165 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9e7e624b-16a1-4e8f-98dc-5286df40c5c1 admin admin] Publish callbacks [] for security_group (db645a7f-c434-45a2-8ef3-01c534c3d6b7), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.856631 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35d8db47-27f7-4e3f-9505-14327ef43490 admin admin] Publish callbacks [] for security_group (8899958a-9359-4482-a279-f317c49acf98), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.903795 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9e7e624b-16a1-4e8f-98dc-5286df40c5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (db645a7f-c434-45a2-8ef3-01c534c3d6b7), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.941209 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-9e7e624b-16a1-4e8f-98dc-5286df40c5c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8814afb773dd44f8972bf937c984abd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297515 Mar 04 20:39:29.943456 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e624b-16a1-4e8f-98dc-5286df40c5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db645a7f-c434-45a2-8ef3-01c534c3d6b7,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:29.944059 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38714) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:29.990845 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-35d8db47-27f7-4e3f-9505-14327ef43490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (8899958a-9359-4482-a279-f317c49acf98), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:29.998527 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4c70d5b-4dc7-4e1b-bf23-397bfdb90eea admin admin] Publish callbacks [] for security_group (db645a7f-c434-45a2-8ef3-01c534c3d6b7), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.029303 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4c70d5b-4dc7-4e1b-bf23-397bfdb90eea admin admin] Publish callbacks [] for security_group (db645a7f-c434-45a2-8ef3-01c534c3d6b7), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.035072 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-35d8db47-27f7-4e3f-9505-14327ef43490 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ab2d7af54794cdfa1822b8cb0d564f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337544 Mar 04 20:39:30.036518 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8db47-27f7-4e3f-9505-14327ef43490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8899958a-9359-4482-a279-f317c49acf98,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:30.038916 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38718) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:30.097872 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a87b-fa2c-4913-a6dc-b66825e6afa7 admin admin] Publish callbacks [] for security_group (8899958a-9359-4482-a279-f317c49acf98), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.120819 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a87b-fa2c-4913-a6dc-b66825e6afa7 admin admin] Publish callbacks [] for security_group (8899958a-9359-4482-a279-f317c49acf98), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.200753 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4c70d5b-4dc7-4e1b-bf23-397bfdb90eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (db645a7f-c434-45a2-8ef3-01c534c3d6b7), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.203751 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b4c70d5b-4dc7-4e1b-bf23-397bfdb90eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.204951 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-b4c70d5b-4dc7-4e1b-bf23-397bfdb90eea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db645a7f-c434-45a2-8ef3-01c534c3d6b7 HTTP/1.1" status: 204 len: 168 time: 0.2597606 Mar 04 20:39:30.212912 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c70d5b-4dc7-4e1b-bf23-397bfdb90eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db645a7f-c434-45a2-8ef3-01c534c3d6b7,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:30.257915 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a87b-fa2c-4913-a6dc-b66825e6afa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (8899958a-9359-4482-a279-f317c49acf98), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.261279 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a5f2a87b-fa2c-4913-a6dc-b66825e6afa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:30.265839 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-a5f2a87b-fa2c-4913-a6dc-b66825e6afa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8899958a-9359-4482-a279-f317c49acf98 HTTP/1.1" status: 204 len: 168 time: 0.2259688 Mar 04 20:39:30.342151 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2a87b-fa2c-4913-a6dc-b66825e6afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8899958a-9359-4482-a279-f317c49acf98,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:30.408670 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f4ae8-6545-47be-81d0-0541e030c873 req-531dd28f-11b1-4da7-854b-3fd6745f2f37 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:30.412168 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e60f4ae8-6545-47be-81d0-0541e030c873 req-531dd28f-11b1-4da7-854b-3fd6745f2f37 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0739441 Mar 04 20:39:30.471245 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e60f4ae8-6545-47be-81d0-0541e030c873 req-7e695710-9878-4518-bff3-cfc1ee72811c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552649 Mar 04 20:39:30.484874 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-a20e5487-1bc9-437c-93e8-b2567b99a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:30.486465 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-a20e5487-1bc9-437c-93e8-b2567b99a9d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1130 time: 0.0661511 Mar 04 20:39:30.586107 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-d81f76a1-e7dc-4cac-8d12-30c234ba8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:30.587615 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-d81f76a1-e7dc-4cac-8d12-30c234ba8036 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 919 time: 0.0941801 Mar 04 20:39:30.642625 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-6ce045ff-e7bf-4c01-b360-88f400a64816 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ae84bb-6914-4b9b-a940-208a05159191 HTTP/1.1" status: 200 len: 217 time: 0.0479188 Mar 04 20:39:30.701215 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-44bf91cb-06c5-4ccb-8755-9b5bc5c81014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:30.702858 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-44bf91cb-06c5-4ccb-8755-9b5bc5c81014 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.0484710 Mar 04 20:39:30.740714 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-f2faaa0b-359e-461e-a013-65d590216359 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303154 Mar 04 20:39:30.859758 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-50eb1dcc-43d8-4b22-aee0-63fc8aa10889 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111803 Mar 04 20:39:30.979803 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9b7e4a36-ffbe-48a8-a8ca-375ce8acbe91 req-84736849-f76d-4d07-b270-df0405ac468c service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079512 Mar 04 20:39:31.010698 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38762) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:31.031437 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4eb1-8550-4f95-84c8-22dce1e8f5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.138190 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4eb1-8550-4f95-84c8-22dce1e8f5e8 admin admin] Publish callbacks [] for security_group (942b9f3c-96a2-4eef-bd75-5046044a54b1), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.211310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1c9a4eb1-8550-4f95-84c8-22dce1e8f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (942b9f3c-96a2-4eef-bd75-5046044a54b1), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.255147 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38774) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:31.255289 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1c9a4eb1-8550-4f95-84c8-22dce1e8f5e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=784ef0b6578b40dbb6d6cc7cf459963b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434769 Mar 04 20:39:31.256587 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a4eb1-8550-4f95-84c8-22dce1e8f5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942b9f3c-96a2-4eef-bd75-5046044a54b1,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:31.344302 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3eb32e53-fded-465a-9dbe-7eb87f022ecf admin admin] Publish callbacks [] for security_group (942b9f3c-96a2-4eef-bd75-5046044a54b1), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.376322 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3eb32e53-fded-465a-9dbe-7eb87f022ecf admin admin] Publish callbacks [] for security_group (942b9f3c-96a2-4eef-bd75-5046044a54b1), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.527115 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3eb32e53-fded-465a-9dbe-7eb87f022ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (942b9f3c-96a2-4eef-bd75-5046044a54b1), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.530846 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3eb32e53-fded-465a-9dbe-7eb87f022ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:31.532073 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-3eb32e53-fded-465a-9dbe-7eb87f022ecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/942b9f3c-96a2-4eef-bd75-5046044a54b1 HTTP/1.1" status: 204 len: 168 time: 0.2755735 Mar 04 20:39:31.541259 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb32e53-fded-465a-9dbe-7eb87f022ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942b9f3c-96a2-4eef-bd75-5046044a54b1,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:31.613731 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0092c18-8c9c-4c94-a104-15aba31e1761 req-8e925ce2-82c0-4b3b-9fb4-7e20cf9f6f3e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:31.615361 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f0092c18-8c9c-4c94-a104-15aba31e1761 req-8e925ce2-82c0-4b3b-9fb4-7e20cf9f6f3e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0695848 Mar 04 20:39:31.667998 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f0092c18-8c9c-4c94-a104-15aba31e1761 req-40861842-d188-46b3-b641-97c8c26fe94f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467525 Mar 04 20:39:31.986825 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38794) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:32.185197 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f3e53d70-5a29-401c-b041-d20248b481dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.270674 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f3e53d70-5a29-401c-b041-d20248b481dd admin admin] Publish callbacks [] for security_group (c66ebfea-fe3b-4c91-9c9c-212d82e524e1), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.371570 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f3e53d70-5a29-401c-b041-d20248b481dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c66ebfea-fe3b-4c91-9c9c-212d82e524e1), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.411692 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-f3e53d70-5a29-401c-b041-d20248b481dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f65913f1aeab4177bb1965fc73c9ab7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237454 Mar 04 20:39:32.415407 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e53d70-5a29-401c-b041-d20248b481dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66ebfea-fe3b-4c91-9c9c-212d82e524e1,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:32.418037 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38818) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:32.484152 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-52dd81f9-e1f9-4292-8b3c-b5f5c07db8b0 admin admin] Publish callbacks [] for security_group (c66ebfea-fe3b-4c91-9c9c-212d82e524e1), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.510737 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-52dd81f9-e1f9-4292-8b3c-b5f5c07db8b0 admin admin] Publish callbacks [] for security_group (c66ebfea-fe3b-4c91-9c9c-212d82e524e1), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.613993 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-52dd81f9-e1f9-4292-8b3c-b5f5c07db8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c66ebfea-fe3b-4c91-9c9c-212d82e524e1), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.616877 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-52dd81f9-e1f9-4292-8b3c-b5f5c07db8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:32.618185 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-52dd81f9-e1f9-4292-8b3c-b5f5c07db8b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c66ebfea-fe3b-4c91-9c9c-212d82e524e1 HTTP/1.1" status: 204 len: 168 time: 0.1977248 Mar 04 20:39:32.626308 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd81f9-e1f9-4292-8b3c-b5f5c07db8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66ebfea-fe3b-4c91-9c9c-212d82e524e1,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:32.805180 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91403836-9917-4ab3-89e8-62385d7f3a04 req-3b3a249b-44ad-4eec-b29c-4e29bf5b8768 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:32.807102 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-91403836-9917-4ab3-89e8-62385d7f3a04 req-3b3a249b-44ad-4eec-b29c-4e29bf5b8768 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0645111 Mar 04 20:39:32.888127 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-91403836-9917-4ab3-89e8-62385d7f3a04 req-1aaaf3aa-b240-4919-ad3a-e00890a6eedb tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734723 Mar 04 20:39:33.424777 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38866) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:33.438817 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e6978d0f-68b4-462f-a1af-19ce7b5ea7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.486079 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38870) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:33.537036 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e6978d0f-68b4-462f-a1af-19ce7b5ea7a6 admin admin] Publish callbacks [] for security_group (8a8fb0ae-a5a2-4213-9925-3ab14f171276), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.623496 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e6978d0f-68b4-462f-a1af-19ce7b5ea7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (8a8fb0ae-a5a2-4213-9925-3ab14f171276), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.665107 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-e6978d0f-68b4-462f-a1af-19ce7b5ea7a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d50ba2543bb74a0ab876e07475c70b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367494 Mar 04 20:39:33.665107 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6978d0f-68b4-462f-a1af-19ce7b5ea7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8fb0ae-a5a2-4213-9925-3ab14f171276,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:33.665439 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38874) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:33.726251 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bdb66b1e-ae1d-4a07-85f4-2c969fe0a5cf admin admin] Publish callbacks [] for security_group (8a8fb0ae-a5a2-4213-9925-3ab14f171276), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.730255 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-188e5ba3-abf9-452a-94e9-d0cb8f2b9fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.749382 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bdb66b1e-ae1d-4a07-85f4-2c969fe0a5cf admin admin] Publish callbacks [] for security_group (8a8fb0ae-a5a2-4213-9925-3ab14f171276), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.807691 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-188e5ba3-abf9-452a-94e9-d0cb8f2b9fb1 admin admin] Publish callbacks [] for security_group (8e5cfe59-8362-46a2-8cb6-44c34e4f2dd9), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.880154 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bdb66b1e-ae1d-4a07-85f4-2c969fe0a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (8a8fb0ae-a5a2-4213-9925-3ab14f171276), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.882810 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bdb66b1e-ae1d-4a07-85f4-2c969fe0a5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.884121 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-bdb66b1e-ae1d-4a07-85f4-2c969fe0a5cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a8fb0ae-a5a2-4213-9925-3ab14f171276 HTTP/1.1" status: 204 len: 168 time: 0.2166154 Mar 04 20:39:33.891918 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb66b1e-ae1d-4a07-85f4-2c969fe0a5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8fb0ae-a5a2-4213-9925-3ab14f171276,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:33.938802 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-188e5ba3-abf9-452a-94e9-d0cb8f2b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (8e5cfe59-8362-46a2-8cb6-44c34e4f2dd9), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:33.985405 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e5ba3-abf9-452a-94e9-d0cb8f2b9fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5cfe59-8362-46a2-8cb6-44c34e4f2dd9,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:33.990345 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-188e5ba3-abf9-452a-94e9-d0cb8f2b9fb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7120c7572c24f28b6cacf02c5844f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5025895 Mar 04 20:39:33.992462 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38880) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:34.038325 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638745a-0d73-4ad5-b2cf-7edb8c14981b req-7d116b11-ed07-405c-b96f-88c9e33ae611 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:34.040535 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c638745a-0d73-4ad5-b2cf-7edb8c14981b req-7d116b11-ed07-405c-b96f-88c9e33ae611 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0602405 Mar 04 20:39:34.054868 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0554-c244-4695-9aac-e5c53e7f9480 admin admin] Publish callbacks [] for security_group (8e5cfe59-8362-46a2-8cb6-44c34e4f2dd9), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.084918 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0554-c244-4695-9aac-e5c53e7f9480 admin admin] Publish callbacks [] for security_group (8e5cfe59-8362-46a2-8cb6-44c34e4f2dd9), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.100084 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c638745a-0d73-4ad5-b2cf-7edb8c14981b req-02da0b6a-d9c6-4eff-b260-1b26b670dc16 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523951 Mar 04 20:39:34.235834 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0554-c244-4695-9aac-e5c53e7f9480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (8e5cfe59-8362-46a2-8cb6-44c34e4f2dd9), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.238594 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0554-c244-4695-9aac-e5c53e7f9480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.239814 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-c8ea0554-c244-4695-9aac-e5c53e7f9480 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e5cfe59-8362-46a2-8cb6-44c34e4f2dd9 HTTP/1.1" status: 204 len: 168 time: 0.2444651 Mar 04 20:39:34.249001 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0554-c244-4695-9aac-e5c53e7f9480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5cfe59-8362-46a2-8cb6-44c34e4f2dd9,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:34.570629 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38898) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:34.584192 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ac37-6b42-484a-953a-87cc80b8c25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.675054 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ac37-6b42-484a-953a-87cc80b8c25d admin admin] Publish callbacks [] for security_group (4a1311f4-c355-48ef-b201-a200d2a510f7), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.742615 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d1e5ac37-6b42-484a-953a-87cc80b8c25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (4a1311f4-c355-48ef-b201-a200d2a510f7), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.782777 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-d1e5ac37-6b42-484a-953a-87cc80b8c25d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=003b353624324439888630c0269cbcbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107270 Mar 04 20:39:34.784151 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5ac37-6b42-484a-953a-87cc80b8c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1311f4-c355-48ef-b201-a200d2a510f7,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:34.785474 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38902) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:34.834775 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5803722b-139f-475e-a77e-71cdedb145db admin admin] Publish callbacks [] for security_group (4a1311f4-c355-48ef-b201-a200d2a510f7), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.858619 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5803722b-139f-475e-a77e-71cdedb145db admin admin] Publish callbacks [] for security_group (4a1311f4-c355-48ef-b201-a200d2a510f7), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.906370 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38904) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:34.920935 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7472885c-9a2f-45e7-867b-e0043ecc16cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.979296 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5803722b-139f-475e-a77e-71cdedb145db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (4a1311f4-c355-48ef-b201-a200d2a510f7), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.982544 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5803722b-139f-475e-a77e-71cdedb145db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:34.986512 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-5803722b-139f-475e-a77e-71cdedb145db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a1311f4-c355-48ef-b201-a200d2a510f7 HTTP/1.1" status: 204 len: 168 time: 0.1965008 Mar 04 20:39:35.004877 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803722b-139f-475e-a77e-71cdedb145db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1311f4-c355-48ef-b201-a200d2a510f7,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:35.062904 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7472885c-9a2f-45e7-867b-e0043ecc16cc admin admin] Publish callbacks [] for security_group (cb7e8d3f-deac-4f9e-8feb-f3bdf29fb747), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.142090 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38912) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:35.184248 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7472885c-9a2f-45e7-867b-e0043ecc16cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (cb7e8d3f-deac-4f9e-8feb-f3bdf29fb747), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.236287 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472885c-9a2f-45e7-867b-e0043ecc16cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7e8d3f-deac-4f9e-8feb-f3bdf29fb747,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:35.241495 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-7472885c-9a2f-45e7-867b-e0043ecc16cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27777e02792e412a9ac9dc46c65809b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339875 Mar 04 20:39:35.244231 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38918) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:35.252656 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48849cb-4aeb-494b-80e4-d0ef2e220e59 req-dea45bc0-4460-4bb4-ae4d-284b4f2c1a00 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:35.254276 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d48849cb-4aeb-494b-80e4-d0ef2e220e59 req-dea45bc0-4460-4bb4-ae4d-284b4f2c1a00 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0728459 Mar 04 20:39:35.295182 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3565b0f4-ee13-4c96-b3a7-02ff6c4e9a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.305923 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d48849cb-4aeb-494b-80e4-d0ef2e220e59 req-de2a5e2f-d0e9-4196-b172-7c2603fc9320 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Mar 04 20:39:35.333570 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-949c6416-cd2d-4b4f-80f8-5ff27ee49d03 admin admin] Publish callbacks [] for security_group (cb7e8d3f-deac-4f9e-8feb-f3bdf29fb747), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.369482 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-949c6416-cd2d-4b4f-80f8-5ff27ee49d03 admin admin] Publish callbacks [] for security_group (cb7e8d3f-deac-4f9e-8feb-f3bdf29fb747), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.438534 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3565b0f4-ee13-4c96-b3a7-02ff6c4e9a64 admin admin] Publish callbacks [] for security_group (88bad88d-3a3b-4e60-a26b-c492aa14b419), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.515565 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3565b0f4-ee13-4c96-b3a7-02ff6c4e9a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (88bad88d-3a3b-4e60-a26b-c492aa14b419), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.555681 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-949c6416-cd2d-4b4f-80f8-5ff27ee49d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (cb7e8d3f-deac-4f9e-8feb-f3bdf29fb747), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.558226 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-949c6416-cd2d-4b4f-80f8-5ff27ee49d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.562512 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-949c6416-cd2d-4b4f-80f8-5ff27ee49d03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb7e8d3f-deac-4f9e-8feb-f3bdf29fb747 HTTP/1.1" status: 204 len: 168 time: 0.3150082 Mar 04 20:39:35.576201 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-3565b0f4-ee13-4c96-b3a7-02ff6c4e9a64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb9c9ef6cd0c43a4a6a281214ecabde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298453 Mar 04 20:39:35.576201 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565b0f4-ee13-4c96-b3a7-02ff6c4e9a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bad88d-3a3b-4e60-a26b-c492aa14b419,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:35.576630 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 38932) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:35.587508 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c6416-cd2d-4b4f-80f8-5ff27ee49d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7e8d3f-deac-4f9e-8feb-f3bdf29fb747,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:35.658818 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fba41ec3-9d06-4af7-99e5-400c59a73153 admin admin] Publish callbacks [] for security_group (88bad88d-3a3b-4e60-a26b-c492aa14b419), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.684064 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fba41ec3-9d06-4af7-99e5-400c59a73153 admin admin] Publish callbacks [] for security_group (88bad88d-3a3b-4e60-a26b-c492aa14b419), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.800094 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fba41ec3-9d06-4af7-99e5-400c59a73153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (88bad88d-3a3b-4e60-a26b-c492aa14b419), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.802632 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fba41ec3-9d06-4af7-99e5-400c59a73153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:35.803775 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-fba41ec3-9d06-4af7-99e5-400c59a73153 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88bad88d-3a3b-4e60-a26b-c492aa14b419 HTTP/1.1" status: 204 len: 168 time: 0.2261705 Mar 04 20:39:35.812648 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba41ec3-9d06-4af7-99e5-400c59a73153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bad88d-3a3b-4e60-a26b-c492aa14b419,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:36.433095 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dbb51-c05d-4c3e-b90e-585370684a50 req-9795ddb6-86d9-46ac-88f5-200008789c34 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:36.435689 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cc9dbb51-c05d-4c3e-b90e-585370684a50 req-9795ddb6-86d9-46ac-88f5-200008789c34 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0588050 Mar 04 20:39:36.490463 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cc9dbb51-c05d-4c3e-b90e-585370684a50 req-bfd61dd9-4e2b-4df3-a0e2-a051c9bba1a5 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487065 Mar 04 20:39:36.557777 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38968) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:36.573672 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-61d57fc4-7de4-4d38-a41d-226d5e1162cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.666087 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-61d57fc4-7de4-4d38-a41d-226d5e1162cf admin admin] Publish callbacks [] for security_group (caf8c2bb-385a-4ab1-ab1a-ace8a63d612c), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.725923 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-61d57fc4-7de4-4d38-a41d-226d5e1162cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (caf8c2bb-385a-4ab1-ab1a-ace8a63d612c), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.763608 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d57fc4-7de4-4d38-a41d-226d5e1162cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf8c2bb-385a-4ab1-ab1a-ace8a63d612c,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:36.767986 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-61d57fc4-7de4-4d38-a41d-226d5e1162cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4d47ed1ca6f43878ad619508d2e1b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105672 Mar 04 20:39:36.770499 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 38974) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:36.819229 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1614e-a2bd-41ce-9986-3c3803507609 admin admin] Publish callbacks [] for security_group (caf8c2bb-385a-4ab1-ab1a-ace8a63d612c), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.845007 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1614e-a2bd-41ce-9986-3c3803507609 admin admin] Publish callbacks [] for security_group (caf8c2bb-385a-4ab1-ab1a-ace8a63d612c), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.944020 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1614e-a2bd-41ce-9986-3c3803507609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (caf8c2bb-385a-4ab1-ab1a-ace8a63d612c), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.946835 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1614e-a2bd-41ce-9986-3c3803507609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:36.951036 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-2eb1614e-a2bd-41ce-9986-3c3803507609 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/caf8c2bb-385a-4ab1-ab1a-ace8a63d612c HTTP/1.1" status: 204 len: 168 time: 0.1764584 Mar 04 20:39:36.956248 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1614e-a2bd-41ce-9986-3c3803507609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf8c2bb-385a-4ab1-ab1a-ace8a63d612c,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:37.415109 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39000) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:37.584730 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-586ce74c-1b09-4eda-922c-9486d0708bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.668225 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5959ea1-75bc-4589-8500-70eb45927248 req-a9104d52-405c-4a27-ab0a-85d6bddc0c05 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:37.670024 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e5959ea1-75bc-4589-8500-70eb45927248 req-a9104d52-405c-4a27-ab0a-85d6bddc0c05 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.1062222 Mar 04 20:39:37.744735 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-586ce74c-1b09-4eda-922c-9486d0708bfe admin admin] Publish callbacks [] for security_group (df03b86d-3b0d-4022-a73a-21e0f0ccc5c8), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.749174 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e5959ea1-75bc-4589-8500-70eb45927248 req-46542a88-1bc3-4187-9740-6745aaf9357e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722067 Mar 04 20:39:37.816917 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-586ce74c-1b09-4eda-922c-9486d0708bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (df03b86d-3b0d-4022-a73a-21e0f0ccc5c8), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.856369 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-586ce74c-1b09-4eda-922c-9486d0708bfe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1300442ae75c4885b461602f1b71f58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394763 Mar 04 20:39:37.858543 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ce74c-1b09-4eda-922c-9486d0708bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df03b86d-3b0d-4022-a73a-21e0f0ccc5c8,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:37.859412 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39022) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:37.921835 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-602f6101-0f87-4990-a43a-91c361786e33 admin admin] Publish callbacks [] for security_group (df03b86d-3b0d-4022-a73a-21e0f0ccc5c8), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:37.947665 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-602f6101-0f87-4990-a43a-91c361786e33 admin admin] Publish callbacks [] for security_group (df03b86d-3b0d-4022-a73a-21e0f0ccc5c8), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.081312 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-602f6101-0f87-4990-a43a-91c361786e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (df03b86d-3b0d-4022-a73a-21e0f0ccc5c8), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.085631 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-602f6101-0f87-4990-a43a-91c361786e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:38.090899 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-602f6101-0f87-4990-a43a-91c361786e33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df03b86d-3b0d-4022-a73a-21e0f0ccc5c8 HTTP/1.1" status: 204 len: 168 time: 0.2260692 Mar 04 20:39:38.099470 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f6101-0f87-4990-a43a-91c361786e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df03b86d-3b0d-4022-a73a-21e0f0ccc5c8,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:38.907102 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5430d78-348e-401d-9f0a-70377da13aee req-75ead75b-7e9b-4b2f-976f-58b186d61823 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:38.913849 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d5430d78-348e-401d-9f0a-70377da13aee req-75ead75b-7e9b-4b2f-976f-58b186d61823 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0620232 Mar 04 20:39:38.955314 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d5430d78-348e-401d-9f0a-70377da13aee req-6d0fff2b-d5ee-47ca-ae17-af4e1ee66e64 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Mar 04 20:39:40.092151 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ada3ce-9cab-4dcb-87b5-49a326f8faa0 req-cc3f889c-096a-46ed-b9de-389e78e21676 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:40.094425 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-86ada3ce-9cab-4dcb-87b5-49a326f8faa0 req-cc3f889c-096a-46ed-b9de-389e78e21676 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0624413 Mar 04 20:39:40.148586 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-86ada3ce-9cab-4dcb-87b5-49a326f8faa0 req-ea1df99b-79e5-4a3c-a0a4-88a4bb904783 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481751 Mar 04 20:39:41.302682 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f822f-47a6-46cc-a1ab-603c70d8ae5e req-274fec6e-8771-42c1-957c-1ccf20eedc6e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:41.304186 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-574f822f-47a6-46cc-a1ab-603c70d8ae5e req-274fec6e-8771-42c1-957c-1ccf20eedc6e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0623786 Mar 04 20:39:41.359959 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-574f822f-47a6-46cc-a1ab-603c70d8ae5e req-937c701c-0b86-4388-b447-c9a99b4ed6ad tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485554 Mar 04 20:39:42.070090 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39244) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:42.177363 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-85d438f4-9fda-4da6-9c1e-cc59b9024f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.249528 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-85d438f4-9fda-4da6-9c1e-cc59b9024f4c admin admin] Publish callbacks [] for security_group (a4ebd619-b9ac-4135-8966-debb6419617c), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.327194 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-85d438f4-9fda-4da6-9c1e-cc59b9024f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a4ebd619-b9ac-4135-8966-debb6419617c), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.360607 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-85d438f4-9fda-4da6-9c1e-cc59b9024f4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b49a9e19a83744e2818df9e400bbc38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894061 Mar 04 20:39:42.363347 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39250) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:42.369378 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d438f4-9fda-4da6-9c1e-cc59b9024f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ebd619-b9ac-4135-8966-debb6419617c,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:42.411686 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a15a1651-36be-4681-b44e-3b58641c6eec admin admin] Publish callbacks [] for security_group (a4ebd619-b9ac-4135-8966-debb6419617c), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.444407 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a15a1651-36be-4681-b44e-3b58641c6eec admin admin] Publish callbacks [] for security_group (a4ebd619-b9ac-4135-8966-debb6419617c), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.520278 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b448c5-6242-468a-8dc4-2806d7d8440c req-00a5b4df-b657-40c9-855d-d51e202aa640 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:42.521772 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-79b448c5-6242-468a-8dc4-2806d7d8440c req-00a5b4df-b657-40c9-855d-d51e202aa640 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0894787 Mar 04 20:39:42.571044 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-79b448c5-6242-468a-8dc4-2806d7d8440c req-9e1bf4f5-1d02-484f-8e88-af28e517b75a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Mar 04 20:39:42.581804 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656528a-7659-483f-a448-46ebfeab8f05 req-03f7a621-b41b-4a10-84bb-8d610e6cdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:42.583149 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4656528a-7659-483f-a448-46ebfeab8f05 req-03f7a621-b41b-4a10-84bb-8d610e6cdffb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1130 time: 0.0426714 Mar 04 20:39:42.628280 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a15a1651-36be-4681-b44e-3b58641c6eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a4ebd619-b9ac-4135-8966-debb6419617c), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.631159 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a15a1651-36be-4681-b44e-3b58641c6eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:42.632809 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a15a1651-36be-4681-b44e-3b58641c6eec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4ebd619-b9ac-4135-8966-debb6419617c HTTP/1.1" status: 204 len: 168 time: 0.2679882 Mar 04 20:39:42.632973 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4656528a-7659-483f-a448-46ebfeab8f05 req-bab7221a-39ad-4a47-8792-321a1af8aa63 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Mar 04 20:39:42.641030 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a1651-36be-4681-b44e-3b58641c6eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ebd619-b9ac-4135-8966-debb6419617c,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:43.350358 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39286) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:43.363995 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-91804615-753d-477a-b33e-fd10e7642f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.446834 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-91804615-753d-477a-b33e-fd10e7642f40 admin admin] Publish callbacks [] for security_group (30becd06-69a5-42be-b590-bf88bb22a02e), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.519468 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-91804615-753d-477a-b33e-fd10e7642f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (30becd06-69a5-42be-b590-bf88bb22a02e), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.563938 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-91804615-753d-477a-b33e-fd10e7642f40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=354d802dec5b475c9ee9c5996e08a24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124326 Mar 04 20:39:43.564750 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91804615-753d-477a-b33e-fd10e7642f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30becd06-69a5-42be-b590-bf88bb22a02e,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:43.567318 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39292) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:43.620747 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a7c88747-4842-4442-bb10-5f43ecc962bb admin admin] Publish callbacks [] for security_group (30becd06-69a5-42be-b590-bf88bb22a02e), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.648694 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a7c88747-4842-4442-bb10-5f43ecc962bb admin admin] Publish callbacks [] for security_group (30becd06-69a5-42be-b590-bf88bb22a02e), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.727938 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569886f2-3e8f-4a37-9348-6095c1ddaeca req-68fdd7ea-30cf-4f46-a1d4-9b88a6ee22ac tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:43.729492 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-569886f2-3e8f-4a37-9348-6095c1ddaeca req-68fdd7ea-30cf-4f46-a1d4-9b88a6ee22ac tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0859835 Mar 04 20:39:43.800818 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-569886f2-3e8f-4a37-9348-6095c1ddaeca req-ed72e2a6-4fd5-4f99-b25b-424d808230d1 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648479 Mar 04 20:39:43.824174 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a7c88747-4842-4442-bb10-5f43ecc962bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (30becd06-69a5-42be-b590-bf88bb22a02e), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.826870 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a7c88747-4842-4442-bb10-5f43ecc962bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:43.827982 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-a7c88747-4842-4442-bb10-5f43ecc962bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30becd06-69a5-42be-b590-bf88bb22a02e HTTP/1.1" status: 204 len: 168 time: 0.2593715 Mar 04 20:39:43.836624 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c88747-4842-4442-bb10-5f43ecc962bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30becd06-69a5-42be-b590-bf88bb22a02e,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:44.609402 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:39:44.818854 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:44.938813 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4919f09-4ac2-419d-9e8c-1cd02c5c964e req-f566e2b0-7f08-487b-a46a-ddf7a75233b4 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:44.940245 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e4919f09-4ac2-419d-9e8c-1cd02c5c964e req-f566e2b0-7f08-487b-a46a-ddf7a75233b4 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0659506 Mar 04 20:39:44.991149 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e4919f09-4ac2-419d-9e8c-1cd02c5c964e req-36e93319-f868-43a4-86f6-cd1fdaa134e0 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Mar 04 20:39:45.014956 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39350) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:45.154866 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-75f90427-3161-49f0-9ca1-c5894165365e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.241685 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-75f90427-3161-49f0-9ca1-c5894165365e admin admin] Publish callbacks [] for security_group (a11b75a7-f794-4557-be54-f404208d4abe), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.303740 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-75f90427-3161-49f0-9ca1-c5894165365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a11b75a7-f794-4557-be54-f404208d4abe), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.348793 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39376) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:45.356010 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-75f90427-3161-49f0-9ca1-c5894165365e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e008eadc28d943a492f25f88e825eaed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396609 Mar 04 20:39:45.358584 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f90427-3161-49f0-9ca1-c5894165365e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11b75a7-f794-4557-be54-f404208d4abe,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:45.478283 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-52334284-fe2f-46a6-9ac8-bc4dd3c39a5b admin admin] Publish callbacks [] for security_group (a11b75a7-f794-4557-be54-f404208d4abe), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.526221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7099a4-1c87-401f-a379-a8f9850029ea req-a8da5f40-e427-48e6-b169-28e63e7ae09e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:45.528527 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-db7099a4-1c87-401f-a379-a8f9850029ea req-a8da5f40-e427-48e6-b169-28e63e7ae09e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.1308353 Mar 04 20:39:45.533663 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-52334284-fe2f-46a6-9ac8-bc4dd3c39a5b admin admin] Publish callbacks [] for security_group (a11b75a7-f794-4557-be54-f404208d4abe), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.586951 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-f78de221-2ecb-4686-ab96-8409b832035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:45.588520 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-f78de221-2ecb-4686-ab96-8409b832035f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1130 time: 0.1247873 Mar 04 20:39:45.652599 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-db7099a4-1c87-401f-a379-a8f9850029ea req-3dd25faf-f1c2-4d50-a0bb-92076928b167 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143303 Mar 04 20:39:45.716260 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-1ae2ef96-ed23-41fd-97a6-7e7403fc60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:45.717521 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-1ae2ef96-ed23-41fd-97a6-7e7403fc60b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 919 time: 0.1220837 Mar 04 20:39:45.755152 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39390) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:45.773159 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-52334284-fe2f-46a6-9ac8-bc4dd3c39a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a11b75a7-f794-4557-be54-f404208d4abe), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.775734 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-52334284-fe2f-46a6-9ac8-bc4dd3c39a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.777450 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-52334284-fe2f-46a6-9ac8-bc4dd3c39a5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a11b75a7-f794-4557-be54-f404208d4abe HTTP/1.1" status: 204 len: 168 time: 0.4271119 Mar 04 20:39:45.779318 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-747dd893-8ad2-405b-a45e-a24a5169aca9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ae84bb-6914-4b9b-a940-208a05159191 HTTP/1.1" status: 200 len: 217 time: 0.0421271 Mar 04 20:39:45.795002 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334284-fe2f-46a6-9ac8-bc4dd3c39a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11b75a7-f794-4557-be54-f404208d4abe,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:45.833498 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-68bad7dc-2af9-48b3-8f93-4c0282aed94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:45.834563 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-68bad7dc-2af9-48b3-8f93-4c0282aed94b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.0479455 Mar 04 20:39:45.877829 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-889c4449-f61d-4ef2-8589-e4d36bb5523a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.885093 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-69920343-b694-4e05-bc52-6ffc4cd7228e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413628 Mar 04 20:39:45.973063 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-889c4449-f61d-4ef2-8589-e4d36bb5523a admin admin] Publish callbacks [] for security_group (83f92647-db81-4645-9e6e-29a21453475a), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:45.999221 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-bb42194e-81ab-4881-9ce3-db9748c554b4 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991020 Mar 04 20:39:46.092082 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-889c4449-f61d-4ef2-8589-e4d36bb5523a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (83f92647-db81-4645-9e6e-29a21453475a), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.095553 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-80a0d1b6-5f34-4064-a5f3-966ab02ff9ff req-a1aca351-d6fb-426c-909a-473c9b493ad9 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871508 Mar 04 20:39:46.164329 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-889c4449-f61d-4ef2-8589-e4d36bb5523a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a0d3cee9ccd4c2992f7a0c834f316a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052994 Mar 04 20:39:46.164329 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c4449-f61d-4ef2-8589-e4d36bb5523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f92647-db81-4645-9e6e-29a21453475a,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:46.165213 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39404) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:46.216667 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a5559319-3cd1-40da-be7d-fb3aaf3b8c39 admin admin] Publish callbacks [] for security_group (83f92647-db81-4645-9e6e-29a21453475a), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.256359 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a5559319-3cd1-40da-be7d-fb3aaf3b8c39 admin admin] Publish callbacks [] for security_group (83f92647-db81-4645-9e6e-29a21453475a), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.383705 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a5559319-3cd1-40da-be7d-fb3aaf3b8c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (83f92647-db81-4645-9e6e-29a21453475a), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.388327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a5559319-3cd1-40da-be7d-fb3aaf3b8c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.392476 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a5559319-3cd1-40da-be7d-fb3aaf3b8c39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83f92647-db81-4645-9e6e-29a21453475a HTTP/1.1" status: 204 len: 168 time: 0.2238550 Mar 04 20:39:46.399116 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5559319-3cd1-40da-be7d-fb3aaf3b8c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f92647-db81-4645-9e6e-29a21453475a,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:46.586346 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39422) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:46.600893 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-91ee3d81-98fe-4eeb-8ba0-e2536fbc7a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.677524 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-91ee3d81-98fe-4eeb-8ba0-e2536fbc7a1f admin admin] Publish callbacks [] for security_group (36064a29-2723-45fe-85f5-b171052dcb11), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.768282 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-91ee3d81-98fe-4eeb-8ba0-e2536fbc7a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (36064a29-2723-45fe-85f5-b171052dcb11), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.823028 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-91ee3d81-98fe-4eeb-8ba0-e2536fbc7a1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1861ea0709a74873b687b6dd1b8597f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355068 Mar 04 20:39:46.826127 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39430) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:46.835436 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae4db4-f7d2-47b1-a4fe-c41f10a8c374 req-85035d7f-68aa-41e2-8de8-a7fe87da28ed tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:46.837105 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fdae4db4-f7d2-47b1-a4fe-c41f10a8c374 req-85035d7f-68aa-41e2-8de8-a7fe87da28ed tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.1077747 Mar 04 20:39:46.842590 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee3d81-98fe-4eeb-8ba0-e2536fbc7a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36064a29-2723-45fe-85f5-b171052dcb11,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:46.919206 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fdae4db4-f7d2-47b1-a4fe-c41f10a8c374 req-330e8339-8a2d-48ec-aabf-3092b09496fb tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735950 Mar 04 20:39:46.924406 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-07519ab7-73b5-41cd-9fb2-4ef4ab7cd2fb admin admin] Publish callbacks [] for security_group (36064a29-2723-45fe-85f5-b171052dcb11), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:46.949948 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-07519ab7-73b5-41cd-9fb2-4ef4ab7cd2fb admin admin] Publish callbacks [] for security_group (36064a29-2723-45fe-85f5-b171052dcb11), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.057947 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-07519ab7-73b5-41cd-9fb2-4ef4ab7cd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (36064a29-2723-45fe-85f5-b171052dcb11), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.061511 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-07519ab7-73b5-41cd-9fb2-4ef4ab7cd2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.062855 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-07519ab7-73b5-41cd-9fb2-4ef4ab7cd2fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36064a29-2723-45fe-85f5-b171052dcb11 HTTP/1.1" status: 204 len: 168 time: 0.2357345 Mar 04 20:39:47.072345 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07519ab7-73b5-41cd-9fb2-4ef4ab7cd2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36064a29-2723-45fe-85f5-b171052dcb11,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:47.129180 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39438) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:47.144618 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5b39c6df-e697-4fe7-a5e0-ac6740536e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.220384 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5b39c6df-e697-4fe7-a5e0-ac6740536e8c admin admin] Publish callbacks [] for security_group (5df08b0a-3f9f-4285-90e5-2335ee6096f1), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.280747 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5b39c6df-e697-4fe7-a5e0-ac6740536e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (5df08b0a-3f9f-4285-90e5-2335ee6096f1), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.328997 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39c6df-e697-4fe7-a5e0-ac6740536e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df08b0a-3f9f-4285-90e5-2335ee6096f1,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:47.334730 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-5b39c6df-e697-4fe7-a5e0-ac6740536e8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ba90db3d9d049549b7d5b4c28127c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028875 Mar 04 20:39:47.337075 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39442) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:47.378163 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-fee7f6f9-f2ee-4890-94b6-17e853b00f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.386605 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd290-702c-471b-a5c9-9883f0a8651d admin admin] Publish callbacks [] for security_group (5df08b0a-3f9f-4285-90e5-2335ee6096f1), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.410336 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd290-702c-471b-a5c9-9883f0a8651d admin admin] Publish callbacks [] for security_group (5df08b0a-3f9f-4285-90e5-2335ee6096f1), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.530707 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd290-702c-471b-a5c9-9883f0a8651d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (5df08b0a-3f9f-4285-90e5-2335ee6096f1), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.533322 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f0fd290-702c-471b-a5c9-9883f0a8651d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:47.535390 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-9f0fd290-702c-471b-a5c9-9883f0a8651d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5df08b0a-3f9f-4285-90e5-2335ee6096f1 HTTP/1.1" status: 204 len: 168 time: 0.1966012 Mar 04 20:39:47.542419 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fd290-702c-471b-a5c9-9883f0a8651d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df08b0a-3f9f-4285-90e5-2335ee6096f1,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:48.059187 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fd0da-2a2a-4521-a4e9-759857dc4ad1 req-509a242c-6039-462a-bd34-470ea709d576 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:48.061090 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0f6fd0da-2a2a-4521-a4e9-759857dc4ad1 req-509a242c-6039-462a-bd34-470ea709d576 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0635805 Mar 04 20:39:48.110147 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0f6fd0da-2a2a-4521-a4e9-759857dc4ad1 req-026bf235-52fb-4cab-9f3e-154bbd82fca5 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Mar 04 20:39:48.130625 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39478) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:48.144677 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8ff35fcb-d13b-430b-8f49-ff72c1fe7ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.231210 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8ff35fcb-d13b-430b-8f49-ff72c1fe7ecf admin admin] Publish callbacks [] for security_group (74151540-d3cc-481f-90e7-3c3d9b221c99), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.349150 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8ff35fcb-d13b-430b-8f49-ff72c1fe7ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (74151540-d3cc-481f-90e7-3c3d9b221c99), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.388183 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-8ff35fcb-d13b-430b-8f49-ff72c1fe7ecf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29dd3e6920ef4b8790e553d4c68bd892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559714 Mar 04 20:39:48.389030 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35fcb-d13b-430b-8f49-ff72c1fe7ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74151540-d3cc-481f-90e7-3c3d9b221c99,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:48.390845 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39484) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:48.443318 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4129836d-f0af-4cd6-9530-73bd35c1f8cf admin admin] Publish callbacks [] for security_group (74151540-d3cc-481f-90e7-3c3d9b221c99), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.465463 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4129836d-f0af-4cd6-9530-73bd35c1f8cf admin admin] Publish callbacks [] for security_group (74151540-d3cc-481f-90e7-3c3d9b221c99), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.634822 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4129836d-f0af-4cd6-9530-73bd35c1f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (74151540-d3cc-481f-90e7-3c3d9b221c99), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.638031 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4129836d-f0af-4cd6-9530-73bd35c1f8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:48.640554 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-4129836d-f0af-4cd6-9530-73bd35c1f8cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74151540-d3cc-481f-90e7-3c3d9b221c99 HTTP/1.1" status: 204 len: 168 time: 0.2466321 Mar 04 20:39:48.646930 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129836d-f0af-4cd6-9530-73bd35c1f8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74151540-d3cc-481f-90e7-3c3d9b221c99,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:49.239793 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a2b08-8929-456f-b456-ae705ca34be4 req-16636424-5676-4cfb-8f71-f70a2f1281be tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:49.241410 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bf1a2b08-8929-456f-b456-ae705ca34be4 req-16636424-5676-4cfb-8f71-f70a2f1281be tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0552788 Mar 04 20:39:49.318748 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bf1a2b08-8929-456f-b456-ae705ca34be4 req-e74c145e-d514-4d8b-8481-bafd480289bc tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667143 Mar 04 20:39:49.447329 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39540) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:49.553728 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e9319cb4-21ec-4063-9123-e4c61c793c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.600846 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4da93216-617a-499f-82e0-5e387919f65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.661675 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e9319cb4-21ec-4063-9123-e4c61c793c64 admin admin] Publish callbacks [] for security_group (e0ac729f-00cf-40c7-b7f8-9a5ebd05d66c), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.709566 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e9319cb4-21ec-4063-9123-e4c61c793c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (e0ac729f-00cf-40c7-b7f8-9a5ebd05d66c), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.755520 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9319cb4-21ec-4063-9123-e4c61c793c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac729f-00cf-40c7-b7f8-9a5ebd05d66c,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:49.759776 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-e9319cb4-21ec-4063-9123-e4c61c793c64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eab27d51ee104b08a0e60a5d9290ba0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183210 Mar 04 20:39:49.762457 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39554) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:49.812815 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87c80fae-046e-42fc-8b81-475368eef79b admin admin] Publish callbacks [] for security_group (e0ac729f-00cf-40c7-b7f8-9a5ebd05d66c), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.839364 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87c80fae-046e-42fc-8b81-475368eef79b admin admin] Publish callbacks [] for security_group (e0ac729f-00cf-40c7-b7f8-9a5ebd05d66c), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.989164 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87c80fae-046e-42fc-8b81-475368eef79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (e0ac729f-00cf-40c7-b7f8-9a5ebd05d66c), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.991743 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-87c80fae-046e-42fc-8b81-475368eef79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:49.993917 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-87c80fae-046e-42fc-8b81-475368eef79b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0ac729f-00cf-40c7-b7f8-9a5ebd05d66c HTTP/1.1" status: 204 len: 168 time: 0.2295392 Mar 04 20:39:50.001573 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c80fae-046e-42fc-8b81-475368eef79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac729f-00cf-40c7-b7f8-9a5ebd05d66c,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:50.955426 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.449697 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39632) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:51.545651 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1381767785-network', 'tenant_id': 'faafca90839746fb858df63ff6661776'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:51.663339 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Made reservation on behalf of faafca90839746fb858df63ff6661776 for: {'network': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:39:51.665710 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.675122 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.747639 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Publish callbacks [] for security_group (c7e14cb0-e308-426e-a580-534fa96e56e5), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.817920 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c7e14cb0-e308-426e-a580-534fa96e56e5), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.846680 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:39:51.856904 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e14cb0-e308-426e-a580-534fa96e56e5,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:51.861581 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (1c91452b-97f6-4650-acb6-1f0659eee857), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.861926 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.segments_db [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Added segment 1c91452b-97f6-4650-acb6-1f0659eee857 of type vlan for network 62f198db-c4d2-43b4-8499-073f1b965f3b Mar 04 20:39:51.872889 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c484f-5c75-48b7-9cd2-9e9138074bd5 req-aeeef854-7343-4afb-8d65-ef15ea42769a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:51.878629 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-461c484f-5c75-48b7-9cd2-9e9138074bd5 req-aeeef854-7343-4afb-8d65-ef15ea42769a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0598941 Mar 04 20:39:51.908667 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (62f198db-c4d2-43b4-8499-073f1b965f3b), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:51.939556 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-461c484f-5c75-48b7-9cd2-9e9138074bd5 req-9d7aa9e0-93d7-414a-97e5-5f201caf3600 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579333 Mar 04 20:39:52.017640 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (62f198db-c4d2-43b4-8499-073f1b965f3b), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:52.018566 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:52.019152 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:52.083729 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] Pushing event updated for resources: {'Network': ['ID=62f198db-c4d2-43b4-8499-073f1b965f3b,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:52.094134 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 62f198db-c4d2-43b4-8499-073f1b965f3b details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:39:52.114755 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39652) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:52.114848 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-2c765d13-3d12-4c8b-a670-370d9bd8fff1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6627979 Mar 04 20:39:52.118011 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Request body: {'subnet': {'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1381767785-subnet', 'tenant_id': 'faafca90839746fb858df63ff6661776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:52.251899 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Made reservation on behalf of faafca90839746fb858df63ff6661776 for: {'subnet': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:39:52.254242 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130826628'] for subnet (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:52.295398 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:52.537950 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133224668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130826650'] for subnet (1d1fd609-c175-4aed-95cd-31bd502f1771), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:52.597984 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1fd609-c175-4aed-95cd-31bd502f1771,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:52.602330 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Checking segment: {'id': '1c91452b-97f6-4650-acb6-1f0659eee857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:39:52.602726 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Network hostable DHCP agents. Network: 62f198db-c4d2-43b4-8499-073f1b965f3b, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:39:52.686806 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Network 62f198db-c4d2-43b4-8499-073f1b965f3b is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:39:52.778348 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 62f198db-c4d2-43b4-8499-073f1b965f3b) {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:39:52.784761 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:52.785733 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:52.789714 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b25b0d-ea11-446d-8c65-39ffd2c2bd66 None None] Network 62f198db-c4d2-43b4-8499-073f1b965f3b requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:39:52.877212 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-7754d558-92a8-4f17-90b8-9e8f2090eea0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7647238 Mar 04 20:39:52.888064 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2346d-fb8a-40c0-bb85-4d19a575035b None None] Network 62f198db-c4d2-43b4-8499-073f1b965f3b requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:39:53.696719 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:55.671810 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-9ee0d21b-e855-4702-baa8-2ce5b8b05129 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:55.674874 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-9ee0d21b-e855-4702-baa8-2ce5b8b05129 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/networks?id=62f198db-c4d2-43b4-8499-073f1b965f3b HTTP/1.1" status: 200 len: 814 time: 0.1162515 Mar 04 20:39:55.691943 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-da0bdc6a-d2fb-4007-81fd-ededb2010624 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/quotas/faafca90839746fb858df63ff6661776 HTTP/1.1" status: 200 len: 375 time: 0.0104113 Mar 04 20:39:55.737063 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-35bdf7cc-9403-405c-b629-a066bb60c34f tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=faafca90839746fb858df63ff6661776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417747 Mar 04 20:39:56.033551 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-c000a41a-ce0f-46a2-b5a4-6eefeec89e0a service neutron] 10.222.0.41 "GET /v2.0/networks/62f198db-c4d2-43b4-8499-073f1b965f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893314 Mar 04 20:39:56.121815 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-f581d490-843a-4050-844c-c5ea498bb085 service neutron] 10.222.0.41 "GET /v2.0/networks/62f198db-c4d2-43b4-8499-073f1b965f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828168 Mar 04 20:39:56.382114 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e6df77dd-cd1a-4a7e-beae-4a912baf16c4 req-852b53e7-3dd8-441b-a2ac-8e86a11b3d6a tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 210 time: 0.0334401 Mar 04 20:39:57.327010 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c762daa-3068-473b-949e-4cd3ff07600c req-487ddec7-0e35-4920-97b2-130c933a27f4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:57.328528 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6c762daa-3068-473b-949e-4cd3ff07600c req-487ddec7-0e35-4920-97b2-130c933a27f4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0556479 Mar 04 20:39:57.381896 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6c762daa-3068-473b-949e-4cd3ff07600c req-4eac658c-9f71-416e-bf5d-70589cf1a766 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472982 Mar 04 20:39:57.467863 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d04318fb-73e6-4d31-9b72-35a9704a22ea req-6ce948c2-301c-4a0f-87aa-de29021218b1 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 210 time: 0.0268388 Mar 04 20:39:58.163652 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632999-939d-409d-be56-cd8cf4d7bc1a req-71477962-fcf5-4c46-9cd4-e8fd5d7bf66d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:58.165075 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3b632999-939d-409d-be56-cd8cf4d7bc1a req-71477962-fcf5-4c46-9cd4-e8fd5d7bf66d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0576322 Mar 04 20:39:58.199763 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-aa750001-43c2-4e1f-af24-47b211e7948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:58.201362 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-aa750001-43c2-4e1f-af24-47b211e7948a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1130 time: 0.0513935 Mar 04 20:39:58.250845 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3b632999-939d-409d-be56-cd8cf4d7bc1a req-2584dff5-55fa-48f3-84f0-e70d1daec827 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656221 Mar 04 20:39:58.319725 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-b29afcd0-1f74-474d-a324-38f29a484fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:58.321345 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-b29afcd0-1f74-474d-a324-38f29a484fe6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 919 time: 0.1135828 Mar 04 20:39:58.374486 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-474cd2fb-46c0-4557-aab8-98bdbfb35d8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ae84bb-6914-4b9b-a940-208a05159191 HTTP/1.1" status: 200 len: 217 time: 0.0455747 Mar 04 20:39:58.434850 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-9388edfe-1702-4654-b207-59d798ae1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:58.437990 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-9388edfe-1702-4654-b207-59d798ae1ddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.0528700 Mar 04 20:39:58.455635 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e02e-972e-40c8-ae95-f7346e04dc8f req-25e6f1b8-e069-488d-a6d2-8e2ce96b3165 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:58.457303 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d0e8e02e-972e-40c8-ae95-f7346e04dc8f req-25e6f1b8-e069-488d-a6d2-8e2ce96b3165 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0611753 Mar 04 20:39:58.472781 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-60bc9636-c5fa-4172-8bae-0ee5958f66d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269165 Mar 04 20:39:58.506229 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d0e8e02e-972e-40c8-ae95-f7346e04dc8f req-16dafaec-8d2c-48c7-b499-71fd9506776b tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426369 Mar 04 20:39:58.588286 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1fafa-8176-4389-84fe-88eb7cc1a340 req-56ba6357-41b0-42f3-9cc4-ae12ac94265b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:58.590902 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0ef1fafa-8176-4389-84fe-88eb7cc1a340 req-56ba6357-41b0-42f3-9cc4-ae12ac94265b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.1204860 Mar 04 20:39:58.623025 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fed9c7bd-207c-4655-94b5-a1c512c3f498 req-23633f5b-7ebb-4875-8126-71c9a5450cb1 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 210 time: 0.0455809 Mar 04 20:39:58.623524 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39892) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:58.642614 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-5459c482-2ae7-496b-bea1-d7f544990cb2 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610467 Mar 04 20:39:58.696102 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0ef1fafa-8176-4389-84fe-88eb7cc1a340 req-9adb3744-3aab-490e-81ba-18d5e53b8b63 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968111 Mar 04 20:39:58.754270 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f26a85bb-f784-4eb5-9f2e-82b702eb8092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:58.782369 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1230fa53-535b-4e6e-a8ae-9bd42901e4f7 req-8d6025ea-7955-410d-bd04-75880a13c915 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158586 Mar 04 20:39:58.820243 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f26a85bb-f784-4eb5-9f2e-82b702eb8092 admin admin] Publish callbacks [] for security_group (36519884-910c-4ead-bc57-91a4e73e71bb), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:58.966513 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f26a85bb-f784-4eb5-9f2e-82b702eb8092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (36519884-910c-4ead-bc57-91a4e73e71bb), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.007642 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-f26a85bb-f784-4eb5-9f2e-82b702eb8092 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f2d35b2a63c419fac0a2c0ca3ae7011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830225 Mar 04 20:39:59.008435 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a85bb-f784-4eb5-9f2e-82b702eb8092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36519884-910c-4ead-bc57-91a4e73e71bb,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:59.010861 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39900) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:59.131579 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d78c5bb3-3132-4651-a439-2f1c69ecf21c admin admin] Publish callbacks [] for security_group (36519884-910c-4ead-bc57-91a4e73e71bb), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.160232 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d78c5bb3-3132-4651-a439-2f1c69ecf21c admin admin] Publish callbacks [] for security_group (36519884-910c-4ead-bc57-91a4e73e71bb), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.218281 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-e5b32e3f-b9f7-4e3b-afdb-dffac031cd44 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:59.219722 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-e5b32e3f-b9f7-4e3b-afdb-dffac031cd44 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.21 "GET /v2.0/networks?id=62f198db-c4d2-43b4-8499-073f1b965f3b HTTP/1.1" status: 200 len: 814 time: 0.1942201 Mar 04 20:39:59.231969 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Request body: {'port': {'device_id': 'bbbecc7b-416a-4f93-a789-4f7329e80acb', 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b', 'admin_state_up': True, 'tenant_id': 'faafca90839746fb858df63ff6661776'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:39:59.287727 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d78c5bb3-3132-4651-a439-2f1c69ecf21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (36519884-910c-4ead-bc57-91a4e73e71bb), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.291616 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d78c5bb3-3132-4651-a439-2f1c69ecf21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.293657 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d78c5bb3-3132-4651-a439-2f1c69ecf21c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36519884-910c-4ead-bc57-91a4e73e71bb HTTP/1.1" status: 204 len: 168 time: 0.2809656 Mar 04 20:39:59.312034 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c5bb3-3132-4651-a439-2f1c69ecf21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36519884-910c-4ead-bc57-91a4e73e71bb,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:39:59.396539 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee9a9f-5d6f-4163-88fa-6d16c16a39bb req-4243bafd-98fa-4750-91c2-e49a932f7268 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:59.396539 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-31ee9a9f-5d6f-4163-88fa-6d16c16a39bb req-4243bafd-98fa-4750-91c2-e49a932f7268 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0669456 Mar 04 20:39:59.441574 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-31ee9a9f-5d6f-4163-88fa-6d16c16a39bb req-e06d4ff8-3b6b-4112-bcfc-cd356cab0c4f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Mar 04 20:39:59.484769 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Made reservation on behalf of faafca90839746fb858df63ff6661776 for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:39:59.488293 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.658060 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39924) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:39:59.692782 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Allocated IP 172.20.0.4 (62f198db-c4d2-43b4-8499-073f1b965f3b/1d1fd609-c175-4aed-95cd-31bd502f1771/ccf42c5a-a57e-494b-a6e0-bff100b3ac04) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:39:59.718272 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39fab4-a5df-421d-be28-937210dc2ec8 req-402c3d4b-07a5-45d1-a07f-c46f5ac1f2d4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:59.719844 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8d39fab4-a5df-421d-be28-937210dc2ec8 req-402c3d4b-07a5-45d1-a07f-c46f5ac1f2d4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.1267939 Mar 04 20:39:59.770960 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2cf7960d-0e13-46b2-b68c-f3a2b98b0c1f req-7d579919-7504-4603-85e7-655e13201a2c tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 210 time: 0.0557606 Mar 04 20:39:59.801917 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebeb5-564e-46db-972b-2745b6b675ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.851425 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8d39fab4-a5df-421d-be28-937210dc2ec8 req-9ab90125-2549-4773-9ea5-58e01ecde45c tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178141 Mar 04 20:39:59.902534 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks [] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.916443 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57a6f6-3c3a-4c1b-b178-6d7d05569b0c req-1f189ced-6dce-4305-b199-7dacc66b0f12 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:39:59.918713 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7f57a6f6-3c3a-4c1b-b178-6d7d05569b0c req-1f189ced-6dce-4305-b199-7dacc66b0f12 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0830171 Mar 04 20:39:59.924072 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebeb5-564e-46db-972b-2745b6b675ea admin admin] Publish callbacks [] for security_group (5ae74559-2c93-4fd0-a5d5-2d03e624056d), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:39:59.967729 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7f57a6f6-3c3a-4c1b-b178-6d7d05569b0c req-ccaaecc8-cf33-4455-a932-7577a40d1174 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423701 Mar 04 20:40:00.017524 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebeb5-564e-46db-972b-2745b6b675ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (5ae74559-2c93-4fd0-a5d5-2d03e624056d), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.041159 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.052638 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39930) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:00.072497 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-9c0ebeb5-564e-46db-972b-2745b6b675ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c162df1c6af24caeb5a9dd11cb201d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106402 Mar 04 20:40:00.072497 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4f652748-9cb2-47b9-b907-080bc9eadd0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.073229 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ebeb5-564e-46db-972b-2745b6b675ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae74559-2c93-4fd0-a5d5-2d03e624056d,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:00.075068 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39932) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:00.092547 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Network 62f198db-c4d2-43b4-8499-073f1b965f3b is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:40:00.101925 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:40:00.108552 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:40:00.113796 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:00.114483 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.129252 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Pushing event updated for resources: {'Port': ['ID=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:00.170279 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2e53b424-207a-4fd7-b44b-2ae4dc93ff99 admin admin] Publish callbacks [] for security_group (5ae74559-2c93-4fd0-a5d5-2d03e624056d), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.194062 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4f652748-9cb2-47b9-b907-080bc9eadd0f admin admin] Publish callbacks [] for security_group (3d416ec1-187d-4328-bc6a-b706c9f15efe), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.203926 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2e53b424-207a-4fd7-b44b-2ae4dc93ff99 admin admin] Publish callbacks [] for security_group (5ae74559-2c93-4fd0-a5d5-2d03e624056d), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.214977 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-2d16f3a2-bd99-473e-be42-0d98f0b7bad3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9868500 Mar 04 20:40:00.234304 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Request body: {'port': {'device_id': 'bbbecc7b-416a-4f93-a789-4f7329e80acb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:40:00.280731 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-4f652748-9cb2-47b9-b907-080bc9eadd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3d416ec1-187d-4328-bc6a-b706c9f15efe), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.298753 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.330022 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-4f652748-9cb2-47b9-b907-080bc9eadd0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06d1300daa94444c9665e5b1c55cdc2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763743 Mar 04 20:40:00.330907 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f652748-9cb2-47b9-b907-080bc9eadd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d416ec1-187d-4328-bc6a-b706c9f15efe,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:00.333145 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39944) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:00.394371 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d27711d0-889c-47f6-ba08-7e3f9304521c admin admin] Publish callbacks [] for security_group (3d416ec1-187d-4328-bc6a-b706c9f15efe), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.414972 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d27711d0-889c-47f6-ba08-7e3f9304521c admin admin] Publish callbacks [] for security_group (3d416ec1-187d-4328-bc6a-b706c9f15efe), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.418054 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2e53b424-207a-4fd7-b44b-2ae4dc93ff99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (5ae74559-2c93-4fd0-a5d5-2d03e624056d), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.420684 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2e53b424-207a-4fd7-b44b-2ae4dc93ff99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.421856 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-2e53b424-207a-4fd7-b44b-2ae4dc93ff99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ae74559-2c93-4fd0-a5d5-2d03e624056d HTTP/1.1" status: 204 len: 168 time: 0.3458657 Mar 04 20:40:00.434489 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53b424-207a-4fd7-b44b-2ae4dc93ff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae74559-2c93-4fd0-a5d5-2d03e624056d,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:00.572459 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d27711d0-889c-47f6-ba08-7e3f9304521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3d416ec1-187d-4328-bc6a-b706c9f15efe), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.575192 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d27711d0-889c-47f6-ba08-7e3f9304521c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.577534 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-d27711d0-889c-47f6-ba08-7e3f9304521c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d416ec1-187d-4328-bc6a-b706c9f15efe HTTP/1.1" status: 204 len: 168 time: 0.2342424 Mar 04 20:40:00.591239 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27711d0-889c-47f6-ba08-7e3f9304521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d416ec1-187d-4328-bc6a-b706c9f15efe,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:00.655280 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050563ff-1bbd-4661-8ed4-ffddd8eee278 req-91d660a1-d95f-4b11-b050-1cd446f39f6f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:00.656802 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-050563ff-1bbd-4661-8ed4-ffddd8eee278 req-91d660a1-d95f-4b11-b050-1cd446f39f6f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.1092908 Mar 04 20:40:00.718036 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf42c5a-a57e-494b-a6e0-bff100b3ac04 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:40:00.730008 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Publish callbacks [] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.749797 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-050563ff-1bbd-4661-8ed4-ffddd8eee278 req-ec1ad98a-ed49-4451-8f5c-b666e071643b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856841 Mar 04 20:40:00.752319 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Transition to ACTIVE for port object ccf42c5a-a57e-494b-a6e0-bff100b3ac04 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:40:00.846485 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:00.889414 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ae5bf-7de4-4a0d-a928-d61e28890b33 req-657238b2-cfd9-4ea4-a020-682c9fd24909 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:00.891677 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-415ae5bf-7de4-4a0d-a928-d61e28890b33 req-657238b2-cfd9-4ea4-a020-682c9fd24909 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 931 time: 0.0626953 Mar 04 20:40:00.908980 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:00.944235 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Attempting to bind port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:40:00.955605 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Attempting to bind port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1c91452b-97f6-4650-acb6-1f0659eee857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:40:00.955605 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Attempting to bind port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 on network 62f198db-c4d2-43b4-8499-073f1b965f3b {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:40:00.955605 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 on network 62f198db-c4d2-43b4-8499-073f1b965f3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:40:00.955605 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Attempting to bind port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 on network 62f198db-c4d2-43b4-8499-073f1b965f3b {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:40:00.975068 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-415ae5bf-7de4-4a0d-a928-d61e28890b33 req-e2414097-67ca-4596-b1cc-b3da3725e974 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769093 Mar 04 20:40:00.975254 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:40:00.975435 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Checking segment: {'id': '1c91452b-97f6-4650-acb6-1f0659eee857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:40:00.975989 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Bound using segment: {'id': '1c91452b-97f6-4650-acb6-1f0659eee857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:40:00.976463 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Bound port: ccf42c5a-a57e-494b-a6e0-bff100b3ac04, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c91452b-97f6-4650-acb6-1f0659eee857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:40:00.976825 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.057570 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e4508-7a8f-4444-8ce8-d37bd1f7721a req-fe791c8a-d265-4afe-b3e4-e692b1f3a2b9 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.059129 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1b5e4508-7a8f-4444-8ce8-d37bd1f7721a req-fe791c8a-d265-4afe-b3e4-e692b1f3a2b9 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.1024430 Mar 04 20:40:01.097345 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] For port ccf42c5a-a57e-494b-a6e0-bff100b3ac04, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:40:01.114937 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5e622-cc30-45db-adc3-16e6958afe77 req-55af99dc-7d65-47e8-b4a7-7a528d04400a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.116409 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-14f5e622-cc30-45db-adc3-16e6958afe77 req-55af99dc-7d65-47e8-b4a7-7a528d04400a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0637348 Mar 04 20:40:01.122076 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] For port ccf42c5a-a57e-494b-a6e0-bff100b3ac04, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:40:01.130626 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1b5e4508-7a8f-4444-8ce8-d37bd1f7721a req-40ebbc48-c9ed-4d54-a8d0-40e39f8b924d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614710 Mar 04 20:40:01.169056 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-14f5e622-cc30-45db-adc3-16e6958afe77 req-81ad87a8-fa19-41ff-b9e9-6a29d0594636 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457280 Mar 04 20:40:01.270081 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.313955 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.314280 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.315753 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/ccf42c5a-a57e-494b-a6e0-bff100b3ac04 HTTP/1.1" status: 200 len: 1093 time: 1.0860429 Mar 04 20:40:01.316196 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbecc7b-416a-4f93-a789-4f7329e80acb', 'tag': 'ccf42c5a-a57e-494b-a6e0-bff100b3ac04'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:01.318441 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72beff3-e3ad-47b3-b6d5-7a22dd529b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbecc7b-416a-4f93-a789-4f7329e80acb", "tag": "ccf42c5a-a57e-494b-a6e0-bff100b3ac04"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:01.342215 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c3691-910e-4cdd-a14d-283403bed1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:01.359585 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd5d6c4-48b8-4631-bbd1-801f90a812d0 x-openstack-request-id: req-ebd5d6c4-48b8-4631-bbd1-801f90a812d0 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:01.359883 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbecc7b-416a-4f93-a789-4f7329e80acb", "tag": "ccf42c5a-a57e-494b-a6e0-bff100b3ac04", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:01.360172 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebd5d6c4-48b8-4631-bbd1-801f90a812d0 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:01.360748 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbecc7b-416a-4f93-a789-4f7329e80acb', 'tag': 'ccf42c5a-a57e-494b-a6e0-bff100b3ac04', 'status': 'completed', 'code': 200} Mar 04 20:40:01.404949 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39970) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:01.418795 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1945d724-36bc-4bd8-aa76-f5e29f0171cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.429415 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72beff3-e3ad-47b3-b6d5-7a22dd529b2b req-8d128296-490d-40d7-b10e-6e520467426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.430974 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c72beff3-e3ad-47b3-b6d5-7a22dd529b2b req-8d128296-490d-40d7-b10e-6e520467426e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=faafca90839746fb858df63ff6661776&device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 1127 time: 0.0475724 Mar 04 20:40:01.498004 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 39972) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:01.501419 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1945d724-36bc-4bd8-aa76-f5e29f0171cf admin admin] Publish callbacks [] for security_group (a01a3fd6-ab47-43ef-a8af-59ece0b74d03), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.559618 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ccaab9ba-99aa-4df1-ab03-6f414c1aa413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.571776 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1945d724-36bc-4bd8-aa76-f5e29f0171cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a01a3fd6-ab47-43ef-a8af-59ece0b74d03), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.621884 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1945d724-36bc-4bd8-aa76-f5e29f0171cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2700e4eb4cb4b37982081fbfff0c82f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151406 Mar 04 20:40:01.625359 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39978) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:01.633621 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945d724-36bc-4bd8-aa76-f5e29f0171cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a3fd6-ab47-43ef-a8af-59ece0b74d03,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:01.646714 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72beff3-e3ad-47b3-b6d5-7a22dd529b2b req-8f0b4fb3-24f0-45fb-9721-45819e048bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.648284 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c72beff3-e3ad-47b3-b6d5-7a22dd529b2b req-8f0b4fb3-24f0-45fb-9721-45819e048bc1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=faafca90839746fb858df63ff6661776&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2074127 Mar 04 20:40:01.695615 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c04fc29d-f1c8-446d-932f-58b98a186caf admin admin] Publish callbacks [] for security_group (a01a3fd6-ab47-43ef-a8af-59ece0b74d03), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.720016 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c04fc29d-f1c8-446d-932f-58b98a186caf admin admin] Publish callbacks [] for security_group (a01a3fd6-ab47-43ef-a8af-59ece0b74d03), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.829583 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ccaab9ba-99aa-4df1-ab03-6f414c1aa413 admin admin] Publish callbacks [] for security_group (85188d5e-6591-4ee0-8d16-0521ffa44e4d), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.850451 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72beff3-e3ad-47b3-b6d5-7a22dd529b2b req-f379f2b0-8193-4d73-87b5-b918a4f421c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.851867 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c72beff3-e3ad-47b3-b6d5-7a22dd529b2b req-f379f2b0-8193-4d73-87b5-b918a4f421c9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1946709 Mar 04 20:40:01.852437 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c04fc29d-f1c8-446d-932f-58b98a186caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a01a3fd6-ab47-43ef-a8af-59ece0b74d03), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.855157 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c04fc29d-f1c8-446d-932f-58b98a186caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.858983 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-c04fc29d-f1c8-446d-932f-58b98a186caf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a01a3fd6-ab47-43ef-a8af-59ece0b74d03 HTTP/1.1" status: 204 len: 168 time: 0.2303145 Mar 04 20:40:01.871278 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fc29d-f1c8-446d-932f-58b98a186caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a3fd6-ab47-43ef-a8af-59ece0b74d03,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:01.908899 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077ab37-1c4a-498c-9314-9307c5746092 req-dc7a4acb-c040-4e9f-a354-a0cf16365732 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.910501 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6077ab37-1c4a-498c-9314-9307c5746092 req-dc7a4acb-c040-4e9f-a354-a0cf16365732 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0873117 Mar 04 20:40:01.930988 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ccaab9ba-99aa-4df1-ab03-6f414c1aa413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (85188d5e-6591-4ee0-8d16-0521ffa44e4d), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:01.981561 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-ccaab9ba-99aa-4df1-ab03-6f414c1aa413 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5845ffd56e174bd4bf2dbf36a26d0043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795957 Mar 04 20:40:01.981765 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6077ab37-1c4a-498c-9314-9307c5746092 req-435e9416-f300-4edb-aa76-f39f02d199c6 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612395 Mar 04 20:40:01.981853 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaab9ba-99aa-4df1-ab03-6f414c1aa413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85188d5e-6591-4ee0-8d16-0521ffa44e4d,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:01.981927 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 39990) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:01.995991 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-0ab15504-df45-4b35-b25a-623829b069d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:01.995991 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-0ab15504-df45-4b35-b25a-623829b069d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=faafca90839746fb858df63ff6661776&device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 1127 time: 0.0908222 Mar 04 20:40:02.069271 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-43d80e51-bd50-45e2-bf9a-f6282756df73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf42c5a-a57e-494b-a6e0-bff100b3ac04 HTTP/1.1" status: 200 len: 217 time: 0.0635114 Mar 04 20:40:02.084601 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2681d3d-f0ad-4e46-af12-5892b04f5ac5 admin admin] Publish callbacks [] for security_group (85188d5e-6591-4ee0-8d16-0521ffa44e4d), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.113447 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2681d3d-f0ad-4e46-af12-5892b04f5ac5 admin admin] Publish callbacks [] for security_group (85188d5e-6591-4ee0-8d16-0521ffa44e4d), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.145945 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-ef1bcd5f-6649-4006-ad6b-32d166dff723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:02.147414 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-ef1bcd5f-6649-4006-ad6b-32d166dff723 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d1fd609-c175-4aed-95cd-31bd502f1771 HTTP/1.1" status: 200 len: 854 time: 0.0586684 Mar 04 20:40:02.155296 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ad387-ddd2-4d01-afad-89a9a017eb7f req-e04b9cc4-ced5-45cc-88b5-d1bb4436578f tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:02.156717 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-691ad387-ddd2-4d01-afad-89a9a017eb7f req-e04b9cc4-ced5-45cc-88b5-d1bb4436578f tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 943 time: 0.0991817 Mar 04 20:40:02.188500 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-ba590f32-4f74-4856-9755-c877d0c6ab32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f198db-c4d2-43b4-8499-073f1b965f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307992 Mar 04 20:40:02.267452 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2681d3d-f0ad-4e46-af12-5892b04f5ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (85188d5e-6591-4ee0-8d16-0521ffa44e4d), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.267452 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2681d3d-f0ad-4e46-af12-5892b04f5ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:02.267452 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-b2681d3d-f0ad-4e46-af12-5892b04f5ac5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85188d5e-6591-4ee0-8d16-0521ffa44e4d HTTP/1.1" status: 204 len: 168 time: 0.2828569 Mar 04 20:40:02.283011 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2681d3d-f0ad-4e46-af12-5892b04f5ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85188d5e-6591-4ee0-8d16-0521ffa44e4d,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:02.299590 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-691ad387-ddd2-4d01-afad-89a9a017eb7f req-2f4aa572-e76f-4309-a7e9-18478595669e tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289666 Mar 04 20:40:02.304352 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3c5f-27c3-4bb0-bc8c-1598e63629e5 req-e905753f-e17d-488a-a404-d273c37df372 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:02.308758 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0a5d3c5f-27c3-4bb0-bc8c-1598e63629e5 req-e905753f-e17d-488a-a404-d273c37df372 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0804217 Mar 04 20:40:02.362426 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-96d1fd36-b2ab-4cdd-9660-680ee5f3dfe7 service neutron] 10.222.0.21 "GET /v2.0/networks/62f198db-c4d2-43b4-8499-073f1b965f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656902 Mar 04 20:40:02.389695 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0a5d3c5f-27c3-4bb0-bc8c-1598e63629e5 req-7b119740-1c37-4cde-8971-ad4d381fc4d0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719512 Mar 04 20:40:02.753602 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7081-cafa-4573-8fac-699beab49b78 req-a0999f0e-de42-4e61-ac87-eec1373a780b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:02.755125 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9f9d7081-cafa-4573-8fac-699beab49b78 req-a0999f0e-de42-4e61-ac87-eec1373a780b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.3335764 Mar 04 20:40:02.758887 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2d4bc07a-1e80-4920-879a-194ff13db5c2 req-54837516-7250-4d22-9764-51bf68c15867 service neutron] 10.222.0.21 "GET /v2.0/networks/62f198db-c4d2-43b4-8499-073f1b965f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903286 Mar 04 20:40:02.802622 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9f9d7081-cafa-4573-8fac-699beab49b78 req-71659de0-475b-4062-91d8-f1164ccaa5fa tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 Mar 04 20:40:03.128966 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329f9fa-881d-45cd-ae0c-20cd56fc9d4f req-636a472a-c845-42e8-b690-b25e7a8b56e1 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:03.130456 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0329f9fa-881d-45cd-ae0c-20cd56fc9d4f req-636a472a-c845-42e8-b690-b25e7a8b56e1 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0644808 Mar 04 20:40:03.179262 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0329f9fa-881d-45cd-ae0c-20cd56fc9d4f req-4590e57f-4df6-410f-869b-8bc834e12040 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Mar 04 20:40:03.426534 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a258-3c8b-4138-9351-fd39fb59f82b req-1506a468-b218-4945-ac9c-a8da316bea39 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:03.429009 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-27d2a258-3c8b-4138-9351-fd39fb59f82b req-1506a468-b218-4945-ac9c-a8da316bea39 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 943 time: 0.0600977 Mar 04 20:40:03.491375 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-27d2a258-3c8b-4138-9351-fd39fb59f82b req-69b064e2-e147-4dd5-9819-4892919a6aee tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565014 Mar 04 20:40:03.541462 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae2af9-7345-4ef1-a688-6c30752596c3 req-43472a0b-cb5d-4db8-a106-85c2baadca51 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:03.543519 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fbae2af9-7345-4ef1-a688-6c30752596c3 req-43472a0b-cb5d-4db8-a106-85c2baadca51 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0691435 Mar 04 20:40:03.591425 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fbae2af9-7345-4ef1-a688-6c30752596c3 req-47866d90-7171-42ab-bc86-bcc418ff8036 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418851 Mar 04 20:40:03.933957 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c6516-6ffd-4e7d-9493-05981ed0a38a req-478546fe-21bb-47ed-aaa2-a1290f6118ae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:03.935490 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4b9c6516-6ffd-4e7d-9493-05981ed0a38a req-478546fe-21bb-47ed-aaa2-a1290f6118ae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0539672 Mar 04 20:40:03.983079 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4b9c6516-6ffd-4e7d-9493-05981ed0a38a req-6134a0b9-1060-41ac-89b7-3dffd1accda5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 Mar 04 20:40:04.305792 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac4c62-e168-4b4b-92ab-e4385e997ce3 req-f50ea4cf-1428-4532-ae4c-91bb0ed81aea tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:04.307310 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5cac4c62-e168-4b4b-92ab-e4385e997ce3 req-f50ea4cf-1428-4532-ae4c-91bb0ed81aea tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0546386 Mar 04 20:40:04.362567 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5cac4c62-e168-4b4b-92ab-e4385e997ce3 req-bae9234e-5fb0-4bc6-9838-c1b3050add25 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473008 Mar 04 20:40:04.614693 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc4d42-7aef-424c-9ab3-da22b5e27961 req-2e21dd10-39fe-444c-8191-97157d1d3065 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:04.616166 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-dcdc4d42-7aef-424c-9ab3-da22b5e27961 req-2e21dd10-39fe-444c-8191-97157d1d3065 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 943 time: 0.0522885 Mar 04 20:40:04.663828 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-dcdc4d42-7aef-424c-9ab3-da22b5e27961 req-6e2fbee9-b9c1-4fc2-aa9d-20bbe61d9a6b tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Mar 04 20:40:04.725063 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbf7e7-e68a-416c-b3ec-ed0bc4aeb882 req-ab024fdb-6909-42e1-9585-0172c7e3c5f8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:04.726555 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-27bbf7e7-e68a-416c-b3ec-ed0bc4aeb882 req-ab024fdb-6909-42e1-9585-0172c7e3c5f8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0525992 Mar 04 20:40:04.773154 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-27bbf7e7-e68a-416c-b3ec-ed0bc4aeb882 req-f0d0fd5b-1c8c-4036-9262-cee8feaf2043 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408034 Mar 04 20:40:04.888617 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 40068) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:04.992859 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-06529540-298b-4a6c-a580-bea79913ba9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:05.070348 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-06529540-298b-4a6c-a580-bea79913ba9e admin admin] Publish callbacks [] for security_group (51140c6e-a762-407f-bc84-fea13d617f5b), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:05.127385 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50e52-85ed-40a7-8beb-0c6d970609ec req-faea4127-4419-4963-993f-689b5be080a6 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:05.129117 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-08d50e52-85ed-40a7-8beb-0c6d970609ec req-faea4127-4419-4963-993f-689b5be080a6 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0720477 Mar 04 20:40:05.138120 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-06529540-298b-4a6c-a580-bea79913ba9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (51140c6e-a762-407f-bc84-fea13d617f5b), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:05.180375 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-08d50e52-85ed-40a7-8beb-0c6d970609ec req-f3959a8f-a1dd-4e82-b118-7a0dfbb0db1d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418646 Mar 04 20:40:05.180559 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-06529540-298b-4a6c-a580-bea79913ba9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=313d5f52c1b54877a45197bf3743b56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901728 Mar 04 20:40:05.180858 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06529540-298b-4a6c-a580-bea79913ba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51140c6e-a762-407f-bc84-fea13d617f5b,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:05.183435 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 40078) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:05.232701 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4f50c61b-1b62-4b05-92b0-75db154a16b6 admin admin] Publish callbacks [] for security_group (51140c6e-a762-407f-bc84-fea13d617f5b), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:05.253397 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4f50c61b-1b62-4b05-92b0-75db154a16b6 admin admin] Publish callbacks [] for security_group (51140c6e-a762-407f-bc84-fea13d617f5b), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:05.404646 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4f50c61b-1b62-4b05-92b0-75db154a16b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (51140c6e-a762-407f-bc84-fea13d617f5b), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:05.404646 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4f50c61b-1b62-4b05-92b0-75db154a16b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:05.404646 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-4f50c61b-1b62-4b05-92b0-75db154a16b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51140c6e-a762-407f-bc84-fea13d617f5b HTTP/1.1" status: 204 len: 168 time: 0.2195950 Mar 04 20:40:05.413071 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50c61b-1b62-4b05-92b0-75db154a16b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51140c6e-a762-407f-bc84-fea13d617f5b,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:05.511422 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9559c-1545-46fa-ab1d-52eb5cdb5006 req-99b002d7-9068-482b-8c04-f5eb1e3dff6a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:05.511422 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-74a9559c-1545-46fa-ab1d-52eb5cdb5006 req-99b002d7-9068-482b-8c04-f5eb1e3dff6a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0597782 Mar 04 20:40:05.559466 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-74a9559c-1545-46fa-ab1d-52eb5cdb5006 req-11f42ae6-0a78-432a-90a0-c88b896c5a4e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Mar 04 20:40:05.786819 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b580ff-852a-47b9-9ff4-3250956387e5 req-1fb945d5-7758-4222-a352-aabe83171d2e tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:05.788331 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-81b580ff-852a-47b9-9ff4-3250956387e5 req-1fb945d5-7758-4222-a352-aabe83171d2e tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 943 time: 0.0554156 Mar 04 20:40:05.851489 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-81b580ff-852a-47b9-9ff4-3250956387e5 req-64e7f0f2-4ce5-40a8-b846-ff1b61331298 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569367 Mar 04 20:40:05.909048 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df59f6-1908-4f06-a578-13f926e5e097 req-b4e678d1-c88b-4064-bfba-d382c5a746e8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:05.909292 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ccf42c5a-a57e-494b-a6e0-bff100b3ac04 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:40:05.910633 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c5df59f6-1908-4f06-a578-13f926e5e097 req-b4e678d1-c88b-4064-bfba-d382c5a746e8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0537677 Mar 04 20:40:05.958238 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c5df59f6-1908-4f06-a578-13f926e5e097 req-ce257088-83a6-4dab-ba8d-3d0e125ae817 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418549 Mar 04 20:40:06.007908 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port ccf42c5a-a57e-494b-a6e0-bff100b3ac04, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:06.019676 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'ccf42c5a-a57e-494b-a6e0-bff100b3ac04', 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b', 'port_id': 'ccf42c5a-a57e-494b-a6e0-bff100b3ac04', 'mac_address': 'fa:16:3e:df:6c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1fd609-c175-4aed-95cd-31bd502f1771', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:40:06.055993 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:06.056391 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.070300 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf42c5a-a57e-494b-a6e0-bff100b3ac04 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:40:06.100645 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port ccf42c5a-a57e-494b-a6e0-bff100b3ac04, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:06.142097 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 40098) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:06.154781 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0bea9cdc-02f4-4417-9c82-2ba9801a930f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.160183 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.220825 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:06.231110 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.231110 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.231520 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.231862 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.232199 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.232533 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.232900 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.233234 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.233576 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.233914 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.234240 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.234591 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.234916 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:06.278682 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0bea9cdc-02f4-4417-9c82-2ba9801a930f admin admin] Publish callbacks [] for security_group (e6288963-c2d7-4480-9ca0-ce9173f8629b), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.326809 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e2844-3b9b-4934-86bc-20fdfb90fd51 req-11fdeca4-e846-4769-b18e-cd96ea72bf66 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:06.328334 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-358e2844-3b9b-4934-86bc-20fdfb90fd51 req-11fdeca4-e846-4769-b18e-cd96ea72bf66 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0542457 Mar 04 20:40:06.377403 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0bea9cdc-02f4-4417-9c82-2ba9801a930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (e6288963-c2d7-4480-9ca0-ce9173f8629b), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.378233 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-358e2844-3b9b-4934-86bc-20fdfb90fd51 req-ed3a7ed0-43ae-42a6-a721-9b8619e8bf29 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444419 Mar 04 20:40:06.422088 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea9cdc-02f4-4417-9c82-2ba9801a930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6288963-c2d7-4480-9ca0-ce9173f8629b,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:06.426374 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-0bea9cdc-02f4-4417-9c82-2ba9801a930f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8fe712797904fe696deaa31fb3575df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832305 Mar 04 20:40:06.434331 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 40112) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:06.479691 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['ccf42c5a-a57e-494b-a6e0-bff100b3ac04'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:40:06.481417 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-63e648b2-d1fa-4352-8ffa-97e017d46f8b admin admin] Publish callbacks [] for security_group (e6288963-c2d7-4480-9ca0-ce9173f8629b), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.502603 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-63e648b2-d1fa-4352-8ffa-97e017d46f8b admin admin] Publish callbacks [] for security_group (e6288963-c2d7-4480-9ca0-ce9173f8629b), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.611252 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-63e648b2-d1fa-4352-8ffa-97e017d46f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (e6288963-c2d7-4480-9ca0-ce9173f8629b), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.614082 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-63e648b2-d1fa-4352-8ffa-97e017d46f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:06.615286 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-63e648b2-d1fa-4352-8ffa-97e017d46f8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6288963-c2d7-4480-9ca0-ce9173f8629b HTTP/1.1" status: 204 len: 168 time: 0.1800246 Mar 04 20:40:06.623453 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e648b2-d1fa-4352-8ffa-97e017d46f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6288963-c2d7-4480-9ca0-ce9173f8629b,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:06.691753 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2df4b4-5eba-4954-8cd6-f3d01b16a2f2 req-2126b6ac-be43-415d-9adb-a4b2f85893f0 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:06.693231 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0a2df4b4-5eba-4954-8cd6-f3d01b16a2f2 req-2126b6ac-be43-415d-9adb-a4b2f85893f0 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0533702 Mar 04 20:40:06.744205 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0a2df4b4-5eba-4954-8cd6-f3d01b16a2f2 req-34741242-f41a-4be6-b6b0-d958fdcd0fc8 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453622 Mar 04 20:40:06.972551 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d9205-48bb-430d-95e9-5df909ec5a06 req-b2e2038e-a4fb-43b7-9645-7d72b5685589 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:06.974060 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ba6d9205-48bb-430d-95e9-5df909ec5a06 req-b2e2038e-a4fb-43b7-9645-7d72b5685589 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 944 time: 0.0540221 Mar 04 20:40:07.024489 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ba6d9205-48bb-430d-95e9-5df909ec5a06 req-51b8d6ae-34dc-4659-859c-cd503be1ad01 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Mar 04 20:40:07.293094 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef9cb1-d5b5-480a-bb58-65b493e155b3 req-f207a533-1d01-46ca-95fb-66a99e4b7d80 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:07.294770 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1cef9cb1-d5b5-480a-bb58-65b493e155b3 req-f207a533-1d01-46ca-95fb-66a99e4b7d80 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.2668989 Mar 04 20:40:07.343001 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1cef9cb1-d5b5-480a-bb58-65b493e155b3 req-a0fd15db-6f45-4e29-8226-b574ef0677d2 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428095 Mar 04 20:40:07.518047 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da108d0-2693-44f5-b539-941b7d7a7e66 req-bc80736e-aa96-4c72-b232-61cd8ba2b200 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:07.519597 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0da108d0-2693-44f5-b539-941b7d7a7e66 req-bc80736e-aa96-4c72-b232-61cd8ba2b200 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0609565 Mar 04 20:40:07.566930 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0da108d0-2693-44f5-b539-941b7d7a7e66 req-8db14003-71f7-42e4-88c7-c45940066ba4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 Mar 04 20:40:07.865904 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ecb59-5b6f-4c76-82f1-c4038999effc req-ddf2a195-1a75-4265-ad36-8c45be649e1b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:07.867456 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a91ecb59-5b6f-4c76-82f1-c4038999effc req-ddf2a195-1a75-4265-ad36-8c45be649e1b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0540283 Mar 04 20:40:07.921597 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ccf42c5a-a57e-494b-a6e0-bff100b3ac04 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:40:07.923220 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a91ecb59-5b6f-4c76-82f1-c4038999effc req-8581bc2a-f11b-45e9-af15-ac9f5e5d9db9 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501277 Mar 04 20:40:08.061226 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:40:08.065544 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:40:08.065928 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.146075 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:08.146495 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.146697 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745f1b2-50a7-4c8b-9124-0de7736b7708 req-a1b299a2-3b96-4a9b-b4e9-3d0bd1a0908b tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:08.148187 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0745f1b2-50a7-4c8b-9124-0de7736b7708 req-a1b299a2-3b96-4a9b-b4e9-3d0bd1a0908b tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 944 time: 0.0545535 Mar 04 20:40:08.174515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbecc7b-416a-4f93-a789-4f7329e80acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf42c5a-a57e-494b-a6e0-bff100b3ac04'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:08.176713 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f217de-2871-417b-8c4c-4c6ba62817c5" -d '{"events": [{"server_uuid": "bbbecc7b-416a-4f93-a789-4f7329e80acb", "name": "network-vif-plugged", "status": "completed", "tag": "ccf42c5a-a57e-494b-a6e0-bff100b3ac04"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:08.190545 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port ccf42c5a-a57e-494b-a6e0-bff100b3ac04, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:08.198291 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0745f1b2-50a7-4c8b-9124-0de7736b7708 req-a09e927f-2b0f-44d0-94f4-00ba713c3e30 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440497 Mar 04 20:40:08.222147 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ecaa1c-b7a6-45c3-befa-6d2aa5848fbb x-openstack-request-id: req-a4ecaa1c-b7a6-45c3-befa-6d2aa5848fbb {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:08.222484 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbecc7b-416a-4f93-a789-4f7329e80acb", "name": "network-vif-plugged", "status": "completed", "tag": "ccf42c5a-a57e-494b-a6e0-bff100b3ac04", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:08.222792 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4ecaa1c-b7a6-45c3-befa-6d2aa5848fbb {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:08.223297 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbecc7b-416a-4f93-a789-4f7329e80acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf42c5a-a57e-494b-a6e0-bff100b3ac04', 'code': 200} Mar 04 20:40:08.268396 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.314346 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:08.443878 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 40178) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:08.482897 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468653f0-dffe-4ce3-96b5-4236612846bf req-30f98e34-9b7d-4090-bb08-504f28dc68d2 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:08.484406 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-468653f0-dffe-4ce3-96b5-4236612846bf req-30f98e34-9b7d-4090-bb08-504f28dc68d2 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0606332 Mar 04 20:40:08.531904 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-468653f0-dffe-4ce3-96b5-4236612846bf req-3f229461-82c5-4e59-bb5f-7e32c8b9501d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417168 Mar 04 20:40:08.552096 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-94f4c445-26d1-48a4-bdb5-5748a0411d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.595337 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58ee56-3822-4c4a-a2a1-a4b07313579f req-81c54539-3553-4ce1-96ee-cb033d06b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:08.597691 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fc58ee56-3822-4c4a-a2a1-a4b07313579f req-81c54539-3553-4ce1-96ee-cb033d06b9a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 1129 time: 0.0443034 Mar 04 20:40:08.630912 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-94f4c445-26d1-48a4-bdb5-5748a0411d3c admin admin] Publish callbacks [] for security_group (ad640bba-43e6-45a7-aafa-28384c6c1038), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.646182 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fc58ee56-3822-4c4a-a2a1-a4b07313579f req-8166c302-cb59-4a13-9ab4-47b6c5f2cd0c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Mar 04 20:40:08.695031 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd022c52-760e-40e6-a4d5-6b74574fc5d0 req-485671f3-79de-4b62-87fc-c0937db83aad tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:08.696517 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cd022c52-760e-40e6-a4d5-6b74574fc5d0 req-485671f3-79de-4b62-87fc-c0937db83aad tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Mar 04 20:40:08.697589 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-94f4c445-26d1-48a4-bdb5-5748a0411d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (ad640bba-43e6-45a7-aafa-28384c6c1038), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.747943 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-94f4c445-26d1-48a4-bdb5-5748a0411d3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eec10108a25f4b3f9d559cb2574658ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028986 Mar 04 20:40:08.750674 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 40188) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:08.756715 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4c445-26d1-48a4-bdb5-5748a0411d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad640bba-43e6-45a7-aafa-28384c6c1038,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:08.782059 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cd022c52-760e-40e6-a4d5-6b74574fc5d0 req-047074cd-dd29-4656-a513-eb6aee6be67d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721185 Mar 04 20:40:08.803901 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d86b9edd-3085-41a8-93fc-72c1ddc98ae4 admin admin] Publish callbacks [] for security_group (ad640bba-43e6-45a7-aafa-28384c6c1038), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.826924 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d86b9edd-3085-41a8-93fc-72c1ddc98ae4 admin admin] Publish callbacks [] for security_group (ad640bba-43e6-45a7-aafa-28384c6c1038), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.954489 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d86b9edd-3085-41a8-93fc-72c1ddc98ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (ad640bba-43e6-45a7-aafa-28384c6c1038), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.957415 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d86b9edd-3085-41a8-93fc-72c1ddc98ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:08.958610 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d86b9edd-3085-41a8-93fc-72c1ddc98ae4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad640bba-43e6-45a7-aafa-28384c6c1038 HTTP/1.1" status: 204 len: 168 time: 0.2068176 Mar 04 20:40:08.974728 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b9edd-3085-41a8-93fc-72c1ddc98ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad640bba-43e6-45a7-aafa-28384c6c1038,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:09.076378 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e805-e119-4bd5-8f6d-679b20527419 req-f3795b39-523f-46e1-8fc3-9501ca2ecccc tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:09.077865 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-aae7e805-e119-4bd5-8f6d-679b20527419 req-f3795b39-523f-46e1-8fc3-9501ca2ecccc tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0549729 Mar 04 20:40:09.125919 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-aae7e805-e119-4bd5-8f6d-679b20527419 req-decefcdc-c14e-49fa-a96d-56180b1d301f tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Mar 04 20:40:09.334811 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89e681-206c-4d1c-b5d1-2cededb2f3f9 req-0fb224c4-fc09-49d5-9a75-0acf79527f27 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:09.336789 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-da89e681-206c-4d1c-b5d1-2cededb2f3f9 req-0fb224c4-fc09-49d5-9a75-0acf79527f27 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 945 time: 0.0665312 Mar 04 20:40:09.398301 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-da89e681-206c-4d1c-b5d1-2cededb2f3f9 req-1ca2d9b4-2d5c-447d-b040-5bae1df865ff tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537832 Mar 04 20:40:09.654316 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374504a9-83ab-476b-8840-2ef4e79c59d5 req-896facc2-4a35-42f0-9ce0-fca33c88d3e8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:09.656010 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-374504a9-83ab-476b-8840-2ef4e79c59d5 req-896facc2-4a35-42f0-9ce0-fca33c88d3e8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0520983 Mar 04 20:40:09.705366 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-374504a9-83ab-476b-8840-2ef4e79c59d5 req-5f72f14d-d7ba-40c1-8ef8-c0b011f38e8f tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Mar 04 20:40:09.934506 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f263a73-3974-4b9e-bb23-486df96fdc14 req-e98f69dc-ba88-4659-aac4-c9f45cd6387e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:09.936109 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0f263a73-3974-4b9e-bb23-486df96fdc14 req-e98f69dc-ba88-4659-aac4-c9f45cd6387e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0721273 Mar 04 20:40:09.999372 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0f263a73-3974-4b9e-bb23-486df96fdc14 req-a0aa1658-ac73-46b9-8a88-ab9081e913e8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568347 Mar 04 20:40:10.276010 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d53af-4248-4a1b-9ec7-f53a22754234 req-0ed94ba3-27bc-4b67-ba9b-f93b7c2ef33c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:10.277844 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a53d53af-4248-4a1b-9ec7-f53a22754234 req-0ed94ba3-27bc-4b67-ba9b-f93b7c2ef33c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0744760 Mar 04 20:40:10.329729 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a53d53af-4248-4a1b-9ec7-f53a22754234 req-4032e593-40c2-428f-b863-de024885c31b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Mar 04 20:40:10.547886 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d033ac-e2ea-4aa9-b9d1-b365153d832a req-49850c4a-2226-455a-b55a-32b8225a7682 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:10.550237 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-24d033ac-e2ea-4aa9-b9d1-b365153d832a req-49850c4a-2226-455a-b55a-32b8225a7682 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 945 time: 0.0688679 Mar 04 20:40:10.608746 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 40252) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:10.611240 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-24d033ac-e2ea-4aa9-b9d1-b365153d832a req-5c702c6c-89de-404d-81b9-1842f3a5d8e7 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546925 Mar 04 20:40:10.766602 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7ccad348-68f0-4797-b4d4-ae118aa476b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:10.896689 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4b6a-e381-4f00-852c-013832ed400b req-769c060c-ed0c-4f3e-8acb-cc81e9422afe tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:10.898498 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b46e4b6a-e381-4f00-852c-013832ed400b req-769c060c-ed0c-4f3e-8acb-cc81e9422afe tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0881164 Mar 04 20:40:10.919876 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7ccad348-68f0-4797-b4d4-ae118aa476b4 admin admin] Publish callbacks [] for security_group (a8212b29-7a2d-4612-b29d-b652d0bfd3d4), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:10.962858 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b46e4b6a-e381-4f00-852c-013832ed400b req-18b2d096-e3fc-406e-ad5e-21adad7bd761 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544813 Mar 04 20:40:10.977071 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7ccad348-68f0-4797-b4d4-ae118aa476b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a8212b29-7a2d-4612-b29d-b652d0bfd3d4), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:11.014554 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccad348-68f0-4797-b4d4-ae118aa476b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8212b29-7a2d-4612-b29d-b652d0bfd3d4,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:11.019171 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-7ccad348-68f0-4797-b4d4-ae118aa476b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e0bba47600d42988f241f6cda322758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4088957 Mar 04 20:40:11.022128 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 40304) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:11.088326 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-029eab56-c9ff-4e9f-a534-ce2d974ec70c admin admin] Publish callbacks [] for security_group (a8212b29-7a2d-4612-b29d-b652d0bfd3d4), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:11.119840 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-029eab56-c9ff-4e9f-a534-ce2d974ec70c admin admin] Publish callbacks [] for security_group (a8212b29-7a2d-4612-b29d-b652d0bfd3d4), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:11.143884 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044f878-d049-445f-a60d-fcfb0ad7d103 req-5b86b358-7282-438d-9211-fc17a090aca8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:11.150885 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1044f878-d049-445f-a60d-fcfb0ad7d103 req-5b86b358-7282-438d-9211-fc17a090aca8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0632765 Mar 04 20:40:11.199015 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1044f878-d049-445f-a60d-fcfb0ad7d103 req-f0a89c76-f3a3-4c85-9d3c-8246f35cc58b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424349 Mar 04 20:40:11.251383 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-029eab56-c9ff-4e9f-a534-ce2d974ec70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a8212b29-7a2d-4612-b29d-b652d0bfd3d4), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:11.253960 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-029eab56-c9ff-4e9f-a534-ce2d974ec70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:11.257421 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-029eab56-c9ff-4e9f-a534-ce2d974ec70c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8212b29-7a2d-4612-b29d-b652d0bfd3d4 HTTP/1.1" status: 204 len: 168 time: 0.2325804 Mar 04 20:40:11.265290 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eab56-c9ff-4e9f-a534-ce2d974ec70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8212b29-7a2d-4612-b29d-b652d0bfd3d4,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:11.471497 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36d35-77c1-4004-b757-7ba1bf9f51b0 req-246c7215-17f5-4137-aa19-06330151a5a9 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:11.472980 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f8b36d35-77c1-4004-b757-7ba1bf9f51b0 req-246c7215-17f5-4137-aa19-06330151a5a9 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0640814 Mar 04 20:40:11.528678 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f8b36d35-77c1-4004-b757-7ba1bf9f51b0 req-c5ccfda1-f0b5-4289-bf4a-7474b9a48421 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493138 Mar 04 20:40:12.097004 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bbae8-e0f0-4017-a0cc-960f3bb7ecf7 req-41c76e50-5991-4eaa-b8a0-77c0e436b466 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:12.098508 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ac4bbae8-e0f0-4017-a0cc-960f3bb7ecf7 req-41c76e50-5991-4eaa-b8a0-77c0e436b466 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0587559 Mar 04 20:40:12.149555 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ac4bbae8-e0f0-4017-a0cc-960f3bb7ecf7 req-c1f2e2b7-f9f2-48a5-ad79-cff8e14e0dc1 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446498 Mar 04 20:40:12.333392 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62df1-83bc-4bf2-8035-3bfbe589a764 req-24deec1a-72a7-49c6-af59-2715dd89efcd tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:12.335017 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a3e62df1-83bc-4bf2-8035-3bfbe589a764 req-24deec1a-72a7-49c6-af59-2715dd89efcd tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0624492 Mar 04 20:40:12.385465 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a3e62df1-83bc-4bf2-8035-3bfbe589a764 req-52e7e376-0ee0-4a25-a5da-4bf329fff59e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Mar 04 20:40:12.653633 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd446f9e-0424-4dfa-9408-f2ba4f8e033a req-f6d7ff6d-c8c9-4ca0-a019-b22604110fd7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:12.655532 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-dd446f9e-0424-4dfa-9408-f2ba4f8e033a req-f6d7ff6d-c8c9-4ca0-a019-b22604110fd7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0579360 Mar 04 20:40:12.702889 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-dd446f9e-0424-4dfa-9408-f2ba4f8e033a req-1cc7c102-fe9d-4a49-a7b4-967ccd448098 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Mar 04 20:40:13.272395 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03942583-8ab4-4029-a19b-abafc435ca00 req-eda11e4a-ea5b-40ab-9134-80b6bc663351 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:13.273857 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-03942583-8ab4-4029-a19b-abafc435ca00 req-eda11e4a-ea5b-40ab-9134-80b6bc663351 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0530939 Mar 04 20:40:13.323247 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-03942583-8ab4-4029-a19b-abafc435ca00 req-10240b07-e088-412e-8df0-6e5a2425db25 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 Mar 04 20:40:13.517185 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a24e1-5420-498a-8c33-a100e34bd17d req-613b5047-02d8-4103-8247-c80ee3bc9176 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:13.521303 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4b8a24e1-5420-498a-8c33-a100e34bd17d req-613b5047-02d8-4103-8247-c80ee3bc9176 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0608795 Mar 04 20:40:13.567903 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4b8a24e1-5420-498a-8c33-a100e34bd17d req-1d64efe8-1e93-4cbe-a2b0-c04d86d1da07 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434742 Mar 04 20:40:13.825321 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26021bcd-e58c-4873-93d9-73785f79b306 req-5fb2fcf1-dc56-4b0d-94b8-208309684c39 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:13.826810 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-26021bcd-e58c-4873-93d9-73785f79b306 req-5fb2fcf1-dc56-4b0d-94b8-208309684c39 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0564241 Mar 04 20:40:13.873808 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-26021bcd-e58c-4873-93d9-73785f79b306 req-ca8aff90-4bb4-45d3-8a80-f30f9f135e05 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Mar 04 20:40:14.377091 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-44f18272-c44c-4b80-9978-dec3f47c019f req-d59d8940-4183-478c-a004-dc24a6db14dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542119 Mar 04 20:40:14.457476 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53b359-3280-44b9-8d1b-11deb624480b req-1442d69f-8f07-4276-86b0-cb9828f8b665 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:14.459117 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5c53b359-3280-44b9-8d1b-11deb624480b req-1442d69f-8f07-4276-86b0-cb9828f8b665 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0595777 Mar 04 20:40:14.474599 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f18272-c44c-4b80-9978-dec3f47c019f req-8e40f5d7-ca09-442b-9cc1-0257feaabc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:14.474599 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-44f18272-c44c-4b80-9978-dec3f47c019f req-8e40f5d7-ca09-442b-9cc1-0257feaabc57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 1130 time: 0.0634778 Mar 04 20:40:14.519388 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5c53b359-3280-44b9-8d1b-11deb624480b req-76e7be2f-9b0d-4128-ab72-ae638841c01b tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540133 Mar 04 20:40:14.622405 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f18272-c44c-4b80-9978-dec3f47c019f req-253621fa-35bc-417f-a54f-14256e6a3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:14.623978 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-44f18272-c44c-4b80-9978-dec3f47c019f req-253621fa-35bc-417f-a54f-14256e6a3433 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 919 time: 0.1287198 Mar 04 20:40:14.667384 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-44f18272-c44c-4b80-9978-dec3f47c019f req-b7fea275-0ed1-442b-9330-47d17802396f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de0aead-e2d5-4035-af1c-fd3c7cb13be6 HTTP/1.1" status: 200 len: 217 time: 0.0369308 Mar 04 20:40:14.718030 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f18272-c44c-4b80-9978-dec3f47c019f req-efce8d18-1c6e-443e-9e87-628013363c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:14.719642 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-44f18272-c44c-4b80-9978-dec3f47c019f req-efce8d18-1c6e-443e-9e87-628013363c92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.0458155 Mar 04 20:40:14.722610 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ae1e9-0bba-41d8-b987-a0d15adce0f6 req-67209eb5-f0d1-443c-8e5d-4e0fbf771c83 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:14.724157 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-677ae1e9-0bba-41d8-b987-a0d15adce0f6 req-67209eb5-f0d1-443c-8e5d-4e0fbf771c83 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0585287 Mar 04 20:40:14.758260 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-44f18272-c44c-4b80-9978-dec3f47c019f req-c1beec5e-6524-4d7a-8ebb-1b4869d94282 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299349 Mar 04 20:40:14.774990 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-677ae1e9-0bba-41d8-b987-a0d15adce0f6 req-75c6c2af-1dee-49ee-b02b-64c725bf1a74 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452380 Mar 04 20:40:14.850053 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-44f18272-c44c-4b80-9978-dec3f47c019f req-6a75985a-d55a-4450-bdc4-c0becdec5b6f service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880678 Mar 04 20:40:14.857473 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:14.951521 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-44f18272-c44c-4b80-9978-dec3f47c019f req-ad22a347-95b8-4668-b973-a9503f3546c8 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949438 Mar 04 20:40:14.990168 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63169aa-71a7-4292-9d0c-5dd8d88e3bd6 req-63c507ec-5e62-432e-b366-c1929f125a4d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:14.999602 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a63169aa-71a7-4292-9d0c-5dd8d88e3bd6 req-63c507ec-5e62-432e-b366-c1929f125a4d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0854623 Mar 04 20:40:15.025815 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489844de-9a03-4c23-8cfe-7d1cf99d0de0 req-178ac088-a7a3-4260-ba29-05165fc9149b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:15.028414 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-489844de-9a03-4c23-8cfe-7d1cf99d0de0 req-178ac088-a7a3-4260-ba29-05165fc9149b tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0591128 Mar 04 20:40:15.050899 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a63169aa-71a7-4292-9d0c-5dd8d88e3bd6 req-ee37ae43-e33d-4598-848d-5ea4a244ef3a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465639 Mar 04 20:40:15.109102 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-489844de-9a03-4c23-8cfe-7d1cf99d0de0 req-4c26a8aa-302f-44cf-8580-c45ec332d472 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734894 Mar 04 20:40:15.115410 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-7d28628e-ceee-4cb3-ac5e-7bf9c54f18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:15.116946 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-7d28628e-ceee-4cb3-ac5e-7bf9c54f18a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 1129 time: 0.0743611 Mar 04 20:40:15.210932 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-22fc54e5-582d-438a-8b00-2c3839630f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:15.212304 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-22fc54e5-582d-438a-8b00-2c3839630f99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 911 time: 0.0884855 Mar 04 20:40:15.282279 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-da8feffe-feeb-4cb2-9a95-fe3fd5d66113 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e7976c-416f-450a-b79a-3e89ead56e60 HTTP/1.1" status: 200 len: 1001 time: 0.0623138 Mar 04 20:40:15.334850 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-ce79ce15-c86f-46cf-946e-266f2cf2a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:15.336316 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-ce79ce15-c86f-46cf-946e-266f2cf2a4fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df8ab674-da60-4a5d-940e-37747103e9b3 HTTP/1.1" status: 200 len: 849 time: 0.0476813 Mar 04 20:40:15.386205 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-e867432e-3ff8-45c5-bcc9-f9deb3cd3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:15.388325 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-e867432e-3ff8-45c5-bcc9-f9deb3cd3ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=decb093a-7e88-4e3c-bd79-2ebf623b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0450265 Mar 04 20:40:15.484113 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-c41f32c1-4b1e-43e9-b15e-36d5da611571 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893693 Mar 04 20:40:15.627293 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c2538e7a-67ee-449f-a39f-3c1f6fa4536c req-bf305bbd-5c5a-40a5-889d-9dbf078f5853 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364942 Mar 04 20:40:15.905791 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caf390-2612-4fcd-904b-c1fca4e310b3 req-03741514-e3ca-4583-9e48-41082592e5b4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:15.907357 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a5caf390-2612-4fcd-904b-c1fca4e310b3 req-03741514-e3ca-4583-9e48-41082592e5b4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0577137 Mar 04 20:40:15.959361 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a5caf390-2612-4fcd-904b-c1fca4e310b3 req-4dacaf69-af14-48f7-9cef-e9826e9f9ce8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459645 Mar 04 20:40:16.033404 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 40438) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:16.161290 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:16.208401 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e950c-1a89-4af4-a018-06fd4831faf0 req-d28849e2-febe-4402-aea0-2d8cd7b51e63 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:16.210036 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-734e950c-1a89-4af4-a018-06fd4831faf0 req-d28849e2-febe-4402-aea0-2d8cd7b51e63 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0919366 Mar 04 20:40:16.230432 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c43e6c-b747-4037-ac98-be820f2ceca4 req-9882cbf9-2b5e-459e-ae8e-0d0a1309ceb1 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:16.232085 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-59c43e6c-b747-4037-ac98-be820f2ceca4 req-9882cbf9-2b5e-459e-ae8e-0d0a1309ceb1 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0539279 Mar 04 20:40:16.280459 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-734e950c-1a89-4af4-a018-06fd4831faf0 req-3e40d841-5177-4403-b45a-36b2a3058549 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627937 Mar 04 20:40:16.298654 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-59c43e6c-b747-4037-ac98-be820f2ceca4 req-4e4b77af-15a4-4c8a-be01-19631d3bce71 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594525 Mar 04 20:40:16.305051 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Publish callbacks [] for security_group (f29dba44-bf9d-490a-827b-87b735c97999), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:16.394245 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f29dba44-bf9d-490a-827b-87b735c97999), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:16.435120 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa176889ef164894ae8525d66d5e14e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006317 Mar 04 20:40:16.436120 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29dba44-bf9d-490a-827b-87b735c97999,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:16.437928 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 40446) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:16.443792 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.444197 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.444559 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.444898 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.445239 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.445577 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.445915 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.446297 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.446650 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.446992 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.449354 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.449354 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.449354 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbc3be-12b8-4931-8d73-b91fc2729616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.490976 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Publish callbacks [] for security_group (f29dba44-bf9d-490a-827b-87b735c97999), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:16.512142 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Publish callbacks [] for security_group (f29dba44-bf9d-490a-827b-87b735c97999), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:16.663044 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f29dba44-bf9d-490a-827b-87b735c97999), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:16.665570 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:16.666791 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f29dba44-bf9d-490a-827b-87b735c97999 HTTP/1.1" status: 204 len: 168 time: 0.2277942 Mar 04 20:40:16.674942 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29dba44-bf9d-490a-827b-87b735c97999,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:16.682829 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.683181 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.683711 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.684082 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.684571 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.684932 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.685269 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.685604 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.685937 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.686280 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.686695 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.687025 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:16.687347 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a8e6a7-3e3c-4e08-be96-6055edf02c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:40:17.100461 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bb053-a0a2-49e1-bcd3-ddd1033b25b9 req-d5ebf545-fcad-46eb-9e2e-ece8300dd296 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:17.102227 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-dc3bb053-a0a2-49e1-bcd3-ddd1033b25b9 req-d5ebf545-fcad-46eb-9e2e-ece8300dd296 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0612090 Mar 04 20:40:17.152658 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-dc3bb053-a0a2-49e1-bcd3-ddd1033b25b9 req-a2a94f00-0d3b-48e0-9d6b-961160ebb653 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431399 Mar 04 20:40:17.365441 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-8a6b0885-7eb4-42ee-863a-502806cdc4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:17.408559 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0417f4b-8455-4c25-a981-677cbc5babcb req-2ff3ea76-36bf-471f-adf9-3fa6a8f4ee12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:17.414565 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0417f4b-8455-4c25-a981-677cbc5babcb req-2ff3ea76-36bf-471f-adf9-3fa6a8f4ee12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0597959 Mar 04 20:40:17.444860 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eec538-e2c6-4669-bdbb-bbf600e062d2 req-fe25acce-3b8d-40bd-bbf3-b49d79cbb2ce tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:17.446566 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-49eec538-e2c6-4669-bdbb-bbf600e062d2 req-fe25acce-3b8d-40bd-bbf3-b49d79cbb2ce tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0735600 Mar 04 20:40:17.475133 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0417f4b-8455-4c25-a981-677cbc5babcb req-1a4fd200-ebeb-411f-92b2-176aa404c6ea tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481341 Mar 04 20:40:17.498798 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-49eec538-e2c6-4669-bdbb-bbf600e062d2 req-695d0310-2bee-4b30-9bfd-74d142e0011e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453815 Mar 04 20:40:18.280649 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb7ad4-612d-4a73-8519-6b8d236d994e req-26e71bd6-512b-4570-93c8-313e125de449 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:18.282168 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d7fb7ad4-612d-4a73-8519-6b8d236d994e req-26e71bd6-512b-4570-93c8-313e125de449 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0575671 Mar 04 20:40:18.330637 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d7fb7ad4-612d-4a73-8519-6b8d236d994e req-53d5ad1f-cf98-4e4b-8cf9-73fb207b9fa4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Mar 04 20:40:18.632543 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d46ce-6c11-4751-a80d-9c29b965c4e4 req-c47a9c50-b336-4eb0-b73e-3420154e9e46 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:18.634176 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fe0d46ce-6c11-4751-a80d-9c29b965c4e4 req-c47a9c50-b336-4eb0-b73e-3420154e9e46 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0550232 Mar 04 20:40:18.683319 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fe0d46ce-6c11-4751-a80d-9c29b965c4e4 req-a4a09d76-01c7-4941-8b45-98f2c4b74319 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 Mar 04 20:40:19.465181 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd2992-4962-4f8b-bccb-c04fabe14847 req-62b5432f-288f-409b-9a51-f890fb357d9f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:19.467494 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a0cd2992-4962-4f8b-bccb-c04fabe14847 req-62b5432f-288f-409b-9a51-f890fb357d9f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0625448 Mar 04 20:40:19.519099 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a0cd2992-4962-4f8b-bccb-c04fabe14847 req-6a44462f-510c-4ed7-a570-f063130ac2aa tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456934 Mar 04 20:40:19.623068 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-b2e07172-b444-4ad8-b482-caaa0b299261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:19.808916 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ffad-b9d8-44ea-aa5d-6316571666fa req-f50692b1-274e-4e8a-b3a7-ac8143eedcae tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:19.810432 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6d54ffad-b9d8-44ea-aa5d-6316571666fa req-f50692b1-274e-4e8a-b3a7-ac8143eedcae tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0566256 Mar 04 20:40:19.862654 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6d54ffad-b9d8-44ea-aa5d-6316571666fa req-e3a61ec7-d536-4bba-86b8-8db887ff0001 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Mar 04 20:40:19.999293 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 7c1663f5-2533-421e-8fd0-5004e91fb49a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:40:20.095959 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:20.106451 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'port_id': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'mac_address': 'fa:16:3e:7c:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:40:20.146668 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 7c1663f5-2533-421e-8fd0-5004e91fb49a is: ACTIVE; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:20.146960 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:20.159650 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c1663f5-2533-421e-8fd0-5004e91fb49a {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:40:20.183395 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:20.255898 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:20.307012 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=6']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:20.396372 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['7c1663f5-2533-421e-8fd0-5004e91fb49a'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:40:20.651998 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6352b-33a7-41bc-a760-49cd7c642259 req-a8bcbcb8-5151-4b52-9396-6ab2bbe4661d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:20.653539 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ced6352b-33a7-41bc-a760-49cd7c642259 req-a8bcbcb8-5151-4b52-9396-6ab2bbe4661d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 944 time: 0.0540121 Mar 04 20:40:20.703288 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ced6352b-33a7-41bc-a760-49cd7c642259 req-e62a97cf-b392-4f85-8fbc-93246ea9b3fb tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437856 Mar 04 20:40:20.715052 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57966249-be75-4b68-a3ef-df99b3f94dcc req-6e27d8ae-8385-4f19-ac8c-894ea50e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:20.716565 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-57966249-be75-4b68-a3ef-df99b3f94dcc req-6e27d8ae-8385-4f19-ac8c-894ea50e75b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1130 time: 0.0452514 Mar 04 20:40:20.789441 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-57966249-be75-4b68-a3ef-df99b3f94dcc req-d5ea28ff-e943-4b3a-a1e3-2d496b488375 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Mar 04 20:40:20.948069 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:20.987487 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aaf2a-b9da-439c-bfa4-3a0841a69f4c req-c51acb26-0a58-40b8-9db1-3c4fa05f8769 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:20.988878 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-440aaf2a-b9da-439c-bfa4-3a0841a69f4c req-c51acb26-0a58-40b8-9db1-3c4fa05f8769 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0557327 Mar 04 20:40:21.037237 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-440aaf2a-b9da-439c-bfa4-3a0841a69f4c req-3cc55064-c78c-41b9-9a95-6be30661fccd tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Mar 04 20:40:21.608460 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:40:21.834277 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f59623-0d28-4158-827a-c1da7236eccf req-aada0ab7-9962-4db9-a6ae-45a5ceb55fe5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:21.835973 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-31f59623-0d28-4158-827a-c1da7236eccf req-aada0ab7-9962-4db9-a6ae-45a5ceb55fe5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 944 time: 0.0604010 Mar 04 20:40:21.897881 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-31f59623-0d28-4158-827a-c1da7236eccf req-aa9d04a8-aa57-4a21-b972-36b4367161ae tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545380 Mar 04 20:40:22.030345 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 7c1663f5-2533-421e-8fd0-5004e91fb49a up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:40:22.100178 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 7c1663f5-2533-421e-8fd0-5004e91fb49a triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:40:22.100695 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:22.219659 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 7c1663f5-2533-421e-8fd0-5004e91fb49a is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:22.220376 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:22.224579 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e087945-3437-4876-afac-8cc0ca8af9f6 req-ab5a4ced-5a1a-4f1a-9dee-c46b518bc8ef tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:22.229742 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4e087945-3437-4876-afac-8cc0ca8af9f6 req-ab5a4ced-5a1a-4f1a-9dee-c46b518bc8ef tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.1000397 Mar 04 20:40:22.262150 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:22.269664 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:22.272017 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7683a82f-ccab-4b81-8fe6-07125ced567d" -d '{"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-plugged", "status": "completed", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:22.303819 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4e087945-3437-4876-afac-8cc0ca8af9f6 req-5f37436c-d7ee-447d-9205-03c1101aa608 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675328 Mar 04 20:40:22.318615 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:22.337444 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea921266-495c-4be1-807d-5db0f813eb2d x-openstack-request-id: req-ea921266-495c-4be1-807d-5db0f813eb2d {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:22.338246 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-plugged", "status": "completed", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:22.338755 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea921266-495c-4be1-807d-5db0f813eb2d {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:22.339368 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'code': 200} Mar 04 20:40:22.382731 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:22.438171 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=7']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:23.082670 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a1cb9-5aaa-40f4-8e40-daa640b217f2 req-3ba2c654-b7be-40f9-9027-af5434c5e499 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:23.084479 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9b3a1cb9-5aaa-40f4-8e40-daa640b217f2 req-3ba2c654-b7be-40f9-9027-af5434c5e499 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0707252 Mar 04 20:40:23.146951 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9b3a1cb9-5aaa-40f4-8e40-daa640b217f2 req-73ad0007-102a-4ef5-b68c-7192d27d2ba1 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567734 Mar 04 20:40:23.454654 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ddcc-1b29-438c-8b7f-53b57eafdb9b req-8c18d963-06ab-4d4d-9ecf-44e558d54656 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:23.456998 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6ce4ddcc-1b29-438c-8b7f-53b57eafdb9b req-8c18d963-06ab-4d4d-9ecf-44e558d54656 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0717130 Mar 04 20:40:23.527116 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6ce4ddcc-1b29-438c-8b7f-53b57eafdb9b req-91a06417-39b7-4f38-a82c-1d140a1bd841 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594654 Mar 04 20:40:23.693062 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:24.295220 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1726082-ed26-4246-9e7d-571b90bcedea req-736cf562-0c96-454c-83e4-90fd7b2dcea7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:24.297546 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b1726082-ed26-4246-9e7d-571b90bcedea req-736cf562-0c96-454c-83e4-90fd7b2dcea7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0711436 Mar 04 20:40:24.357617 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604ffcf-0793-4985-a6f8-78100c953941 req-d08dcbe9-eef7-4ee5-9f58-84e9292997a7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:24.359841 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f604ffcf-0793-4985-a6f8-78100c953941 req-d08dcbe9-eef7-4ee5-9f58-84e9292997a7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0847259 Mar 04 20:40:24.384587 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b1726082-ed26-4246-9e7d-571b90bcedea req-951e789f-70e7-435d-b0d2-792071fe9618 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799620 Mar 04 20:40:24.402835 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-d54e1b50-cc3b-4ae5-8eca-cdeef9ba0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:24.404857 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-d54e1b50-cc3b-4ae5-8eca-cdeef9ba0fdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 1130 time: 0.0860114 Mar 04 20:40:24.452238 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f604ffcf-0793-4985-a6f8-78100c953941 req-8fc11113-3bf8-4151-8ee2-cf3a79022e0d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826602 Mar 04 20:40:24.546509 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-fe281536-13db-46e8-9da9-e37be0163cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:24.548004 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-fe281536-13db-46e8-9da9-e37be0163cd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 200 len: 919 time: 0.1351748 Mar 04 20:40:24.594498 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-9438d06c-4d0f-4822-b9df-28147306a645 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ae84bb-6914-4b9b-a940-208a05159191 HTTP/1.1" status: 200 len: 217 time: 0.0378952 Mar 04 20:40:24.622748 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 40626) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:24.649832 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-a7a48930-9163-4319-95e9-59c22111b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:24.651288 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-a7a48930-9163-4319-95e9-59c22111b271 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 200 len: 858 time: 0.0501463 Mar 04 20:40:24.683647 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-e4f9293a-f0c1-4b32-9746-7fb73f0610d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8b75050e-7a19-4fa4-b477-27897a864e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252488 Mar 04 20:40:24.758294 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6b456bc1-037e-4fc3-bc89-9f1617b3d096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:24.795715 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-4bf70544-067d-4d6b-93af-9f2121053944 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007941 Mar 04 20:40:24.843693 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6b456bc1-037e-4fc3-bc89-9f1617b3d096 admin admin] Publish callbacks [] for security_group (0d051a1b-9ff4-4a17-9ddd-023b4b184517), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:24.895846 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17355d12-86b6-4e84-b7fb-7c6bb2aee529 req-8aa7cecb-8faf-4141-852f-af85cc5e4087 service neutron] 10.222.0.21 "GET /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845821 Mar 04 20:40:25.108342 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6b456bc1-037e-4fc3-bc89-9f1617b3d096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0d051a1b-9ff4-4a17-9ddd-023b4b184517), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.149571 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-6b456bc1-037e-4fc3-bc89-9f1617b3d096 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f77b3bc5eba449ada816845e6ea2438d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257132 Mar 04 20:40:25.150977 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b456bc1-037e-4fc3-bc89-9f1617b3d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d051a1b-9ff4-4a17-9ddd-023b4b184517,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:25.154064 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 40632) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:25.213779 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c98c740e-b12c-4744-a99e-c1bbe5427f57 admin admin] Publish callbacks [] for security_group (0d051a1b-9ff4-4a17-9ddd-023b4b184517), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.254658 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c98c740e-b12c-4744-a99e-c1bbe5427f57 admin admin] Publish callbacks [] for security_group (0d051a1b-9ff4-4a17-9ddd-023b4b184517), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.357486 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c98c740e-b12c-4744-a99e-c1bbe5427f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0d051a1b-9ff4-4a17-9ddd-023b4b184517), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.360352 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c98c740e-b12c-4744-a99e-c1bbe5427f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:25.364134 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-c98c740e-b12c-4744-a99e-c1bbe5427f57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d051a1b-9ff4-4a17-9ddd-023b4b184517 HTTP/1.1" status: 204 len: 168 time: 0.2079144 Mar 04 20:40:25.375944 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c740e-b12c-4744-a99e-c1bbe5427f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d051a1b-9ff4-4a17-9ddd-023b4b184517,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:25.550753 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a11074-eec2-4bc0-97c5-796093be30d0 req-a2e4c079-0d33-4160-8e32-8455b91f1c60 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:25.554154 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c4a11074-eec2-4bc0-97c5-796093be30d0 req-a2e4c079-0d33-4160-8e32-8455b91f1c60 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0841377 Mar 04 20:40:25.620693 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c4a11074-eec2-4bc0-97c5-796093be30d0 req-44e0c1a2-a431-40da-aa22-40c80bbb5f03 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599573 Mar 04 20:40:25.621549 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4723ed-f2c6-45b2-bc47-cb6ad7dfaf21 req-28c2ef00-f5f2-4916-bb0a-fba3897a5c5d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:25.628966 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7c4723ed-f2c6-45b2-bc47-cb6ad7dfaf21 req-28c2ef00-f5f2-4916-bb0a-fba3897a5c5d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0878580 Mar 04 20:40:25.679538 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7c4723ed-f2c6-45b2-bc47-cb6ad7dfaf21 req-2e2f6a34-9d9e-41c8-8157-1ed0f70b5963 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497100 Mar 04 20:40:26.782681 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed03798-7e2b-4632-9db8-85b97a86100a req-43f777be-d043-40f4-b76f-92757ad099f8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:26.785455 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4ed03798-7e2b-4632-9db8-85b97a86100a req-43f777be-d043-40f4-b76f-92757ad099f8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0799925 Mar 04 20:40:26.851494 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4ed03798-7e2b-4632-9db8-85b97a86100a req-8673a750-f9d4-4e37-b7d5-0d5123f74151 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604320 Mar 04 20:40:26.994653 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83d862-47a1-467a-a36c-cfa0720a1af9 req-3f529cd1-81d7-415e-b802-885a296c03fd tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:27.002373 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4e83d862-47a1-467a-a36c-cfa0720a1af9 req-3f529cd1-81d7-415e-b802-885a296c03fd tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0737207 Mar 04 20:40:27.074563 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4e83d862-47a1-467a-a36c-cfa0720a1af9 req-c7dcd499-007f-4138-985e-f4b50c258ccb tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706630 Mar 04 20:40:27.991299 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164db57-6a81-433d-bba9-b3d81a41e543 req-727dda7d-fbe6-4f27-8dce-dd8b00ba36a8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:27.992835 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9164db57-6a81-433d-bba9-b3d81a41e543 req-727dda7d-fbe6-4f27-8dce-dd8b00ba36a8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0528808 Mar 04 20:40:28.038821 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9164db57-6a81-433d-bba9-b3d81a41e543 req-6446a73f-adde-4d26-8000-61b4ed66f14c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Mar 04 20:40:28.187871 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3df16-48cd-46ae-8f01-ad5c33febeda req-47003383-305e-4939-a383-0eb3e082fbf2 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:28.189370 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d2b3df16-48cd-46ae-8f01-ad5c33febeda req-47003383-305e-4939-a383-0eb3e082fbf2 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0549593 Mar 04 20:40:28.238223 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d2b3df16-48cd-46ae-8f01-ad5c33febeda req-9c116172-0819-4554-89c7-99ff0b0ae8d1 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433030 Mar 04 20:40:29.187472 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b602f-2c0e-4993-9b20-2febf41aa96a req-d78c8777-6e3a-4943-a7e1-99ab487fbbca tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:29.194759 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b31b602f-2c0e-4993-9b20-2febf41aa96a req-d78c8777-6e3a-4943-a7e1-99ab487fbbca tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0652990 Mar 04 20:40:29.274828 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b31b602f-2c0e-4993-9b20-2febf41aa96a req-1b8b0c83-e792-45f8-85db-739f2f5b01c0 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737751 Mar 04 20:40:30.399021 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc971c-f560-4c3f-8898-8d8e91c3645e req-e8cf50a6-3ee4-4638-a97a-c0b22d759835 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:30.400508 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28fc971c-f560-4c3f-8898-8d8e91c3645e req-e8cf50a6-3ee4-4638-a97a-c0b22d759835 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0560117 Mar 04 20:40:30.453467 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28fc971c-f560-4c3f-8898-8d8e91c3645e req-2e8826bb-e636-463c-aeb7-270a2d9d3ca5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461149 Mar 04 20:40:31.579625 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf931195-5e2a-4c19-854b-62da638118c3 req-accee196-d593-4038-bf92-87a8040095f9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:31.581123 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cf931195-5e2a-4c19-854b-62da638118c3 req-accee196-d593-4038-bf92-87a8040095f9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0544755 Mar 04 20:40:31.631067 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cf931195-5e2a-4c19-854b-62da638118c3 req-62c68f25-065d-4c21-ac42-5ea0e83514bb tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440845 Mar 04 20:40:32.765723 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd271-bd3d-4544-a7c3-77d764bfbbbf req-9f9609c9-c018-4278-9da1-fc300905925a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:32.767260 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-dfdbd271-bd3d-4544-a7c3-77d764bfbbbf req-9f9609c9-c018-4278-9da1-fc300905925a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0547538 Mar 04 20:40:32.820118 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-dfdbd271-bd3d-4544-a7c3-77d764bfbbbf req-99039691-12ad-4b45-af0d-7e8c58ea5b68 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472388 Mar 04 20:40:33.652486 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-ab59f85f-2cb4-4e8c-9bc1-9d8e68ebabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.654134 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-ab59f85f-2cb4-4e8c-9bc1-9d8e68ebabd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 1129 time: 0.0440769 Mar 04 20:40:33.739989 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-e5a30a1d-1989-47e1-9be9-74a7539538ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.741403 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-e5a30a1d-1989-47e1-9be9-74a7539538ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 917 time: 0.0812099 Mar 04 20:40:33.806402 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-1603c763-9045-4682-98d7-f692e5304bd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a HTTP/1.1" status: 200 len: 999 time: 0.0574570 Mar 04 20:40:33.854881 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-e67a972a-137c-42a7-8f31-17077172e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.856845 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-e67a972a-137c-42a7-8f31-17077172e5a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0419271 Mar 04 20:40:33.904184 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-3bdc4d0f-d5a7-44f0-9215-b2209a29ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.905593 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-3bdc4d0f-d5a7-44f0-9215-b2209a29ee5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0423880 Mar 04 20:40:33.945407 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5be7a4-ae70-425b-a614-fcf4d9f04c84 req-3014917f-f949-41ab-a9eb-f313ce9e26b9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:33.947018 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ca5be7a4-ae70-425b-a614-fcf4d9f04c84 req-3014917f-f949-41ab-a9eb-f313ce9e26b9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0553303 Mar 04 20:40:33.998042 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ca5be7a4-ae70-425b-a614-fcf4d9f04c84 req-b0d73cf8-adfb-4d40-a3b1-570fc216f9aa tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Mar 04 20:40:34.004549 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-f1d16841-f575-4d21-8043-0f2710541b99 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917149 Mar 04 20:40:34.110195 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b8591eb7-415a-42cc-9d48-ac7faf07c514 req-1ec01e33-7d68-47c1-8883-9c5e60feb157 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857179 Mar 04 20:40:34.364356 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3697900-6fdb-456a-a24b-cb47acf8bbf2 req-4a48996b-40c7-4e02-98fe-3faa34193f02 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:34.365855 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b3697900-6fdb-456a-a24b-cb47acf8bbf2 req-4a48996b-40c7-4e02-98fe-3faa34193f02 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0532932 Mar 04 20:40:34.417337 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b3697900-6fdb-456a-a24b-cb47acf8bbf2 req-9b304c9a-0067-4bdf-b9f5-6a765e4b1cfe tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Mar 04 20:40:35.121007 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d1755-7cd3-483c-ad03-b3e2d1c7fad1 req-3207da49-0137-4e1e-93bc-419ad22ef42c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:35.123154 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2c9d1755-7cd3-483c-ad03-b3e2d1c7fad1 req-3207da49-0137-4e1e-93bc-419ad22ef42c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0559838 Mar 04 20:40:35.169236 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2c9d1755-7cd3-483c-ad03-b3e2d1c7fad1 req-f8c256ab-e66d-48df-b6c7-e4be2d96065c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 Mar 04 20:40:35.538398 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1c5ab-3eae-433f-94a6-e24947108ca8 req-ad20dea1-547e-4c74-8a54-81ec402cb4ff tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:35.539871 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-14f1c5ab-3eae-433f-94a6-e24947108ca8 req-ad20dea1-547e-4c74-8a54-81ec402cb4ff tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0521488 Mar 04 20:40:35.585310 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-14f1c5ab-3eae-433f-94a6-e24947108ca8 req-d4862416-8993-49bf-b62a-351d7e2d6f98 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Mar 04 20:40:36.298048 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432891c-7ae0-4c45-97d9-153e4a1dbc10 req-24ddb2a6-37c0-460a-bdd0-51ac1983c358 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.299557 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8432891c-7ae0-4c45-97d9-153e4a1dbc10 req-24ddb2a6-37c0-460a-bdd0-51ac1983c358 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0597110 Mar 04 20:40:36.347895 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8432891c-7ae0-4c45-97d9-153e4a1dbc10 req-c1be7584-3a7b-4d63-b21e-87b0d23bc49d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Mar 04 20:40:36.702361 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb47e1b-626f-4ccc-8d75-b656debdf1f4 req-86c18472-87a7-4185-b666-590699e4bbd3 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:36.705263 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3fb47e1b-626f-4ccc-8d75-b656debdf1f4 req-86c18472-87a7-4185-b666-590699e4bbd3 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0534432 Mar 04 20:40:36.750609 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3fb47e1b-626f-4ccc-8d75-b656debdf1f4 req-dafb8701-3b9d-47ea-b850-4158cd15da2d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Mar 04 20:40:37.027877 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-801e80d0-a847-4725-8454-d278649e9a55 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:37.029230 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-801e80d0-a847-4725-8454-d278649e9a55 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 946 time: 0.0561020 Mar 04 20:40:37.121103 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Deleting port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:40:37.121446 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.415092 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] For port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:37.415456 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.428533 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Calling delete_port for 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:40:37.469506 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb59cf-3828-4315-a53b-3df81e4a2261 req-597144c7-5c2f-433a-b001-171af365a017 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:37.471009 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-65fb59cf-3828-4315-a53b-3df81e4a2261 req-597144c7-5c2f-433a-b001-171af365a017 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 945 time: 0.0519693 Mar 04 20:40:37.533591 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-65fb59cf-3828-4315-a53b-3df81e4a2261 req-18f27ebe-cf85-4350-a965-455bcae6d9f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566397 Mar 04 20:40:37.617116 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (5de0aead-e2d5-4035-af1c-fd3c7cb13be6), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.639224 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['81ae84bb-6914-4b9b-a940-208a05159191', '5de0aead-e2d5-4035-af1c-fd3c7cb13be6'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:40:37.651286 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Pushing event deleted for resources: {'Port': ['ID=5de0aead-e2d5-4035-af1c-fd3c7cb13be6,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:37.700896 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] No DVR routers for this DVR port 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:40:37.704653 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:37.708456 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28ebdb2a-bf33-4acf-bbe2-32043314a460 req-21ff0418-b403-453d-af96-9056f8ccb438 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.21 "DELETE /v2.0/ports/5de0aead-e2d5-4035-af1c-fd3c7cb13be6 HTTP/1.1" status: 204 len: 173 time: 0.6717100 Mar 04 20:40:37.708924 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0081e658-a2ac-4ff6-a0ca-78f4645f69d4', 'name': 'network-vif-deleted', 'tag': '5de0aead-e2d5-4035-af1c-fd3c7cb13be6'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:37.711877 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa4e074-2401-4adb-a5fe-0f58dc11bf0b" -d '{"events": [{"server_uuid": "0081e658-a2ac-4ff6-a0ca-78f4645f69d4", "name": "network-vif-deleted", "tag": "5de0aead-e2d5-4035-af1c-fd3c7cb13be6"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:37.748421 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ea2000-ad6f-49f7-87e7-63405b8455b6 x-openstack-request-id: req-d8ea2000-ad6f-49f7-87e7-63405b8455b6 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:37.748758 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0081e658-a2ac-4ff6-a0ca-78f4645f69d4", "name": "network-vif-deleted", "tag": "5de0aead-e2d5-4035-af1c-fd3c7cb13be6", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:37.748981 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8ea2000-ad6f-49f7-87e7-63405b8455b6 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:37.749334 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0081e658-a2ac-4ff6-a0ca-78f4645f69d4', 'name': 'network-vif-deleted', 'tag': '5de0aead-e2d5-4035-af1c-fd3c7cb13be6', 'status': 'completed', 'code': 200} Mar 04 20:40:37.853241 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-80fee80c-faf4-4297-968d-b9bf9313cbaf req-ef7267bd-6c08-463a-8304-c186a2589d7a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=0081e658-a2ac-4ff6-a0ca-78f4645f69d4 HTTP/1.1" status: 200 len: 210 time: 0.0309377 Mar 04 20:40:38.192433 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 7c1663f5-2533-421e-8fd0-5004e91fb49a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:40:38.269652 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 7c1663f5-2533-421e-8fd0-5004e91fb49a is: ACTIVE; New status is: DOWN {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:38.270046 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:38.292316 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:38.294618 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e1a7eb-ca38-4800-9042-efc394100965" -d '{"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-unplugged", "status": "completed", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:38.312535 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:38.325373 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af4e42f-80d9-4025-807e-e9f867100135 x-openstack-request-id: req-0af4e42f-80d9-4025-807e-e9f867100135 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:38.325671 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-unplugged", "status": "failed", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a", "code": 422}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:38.325928 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0af4e42f-80d9-4025-807e-e9f867100135 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:38.327048 dv-cinder-799871-17-smb neutron-server[103640]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'code': 422} returned with failed status Mar 04 20:40:38.399935 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:38.450026 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=8']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:38.806848 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [req-cc89762c-27ee-4c0c-b1ed-71a79ff0e6bd req-0a6d825a-ada1-44c4-b50f-6d3239df7a36 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:40:38.807821 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cc89762c-27ee-4c0c-b1ed-71a79ff0e6bd req-0a6d825a-ada1-44c4-b50f-6d3239df7a36 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055165 Mar 04 20:40:39.076149 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe99c1-9f3a-40f6-929e-b22de703f5bd req-3770b70e-5b23-484a-b831-eeaaac427b5b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:39.076149 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bdbe99c1-9f3a-40f6-929e-b22de703f5bd req-3770b70e-5b23-484a-b831-eeaaac427b5b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0539861 Mar 04 20:40:39.115975 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bdbe99c1-9f3a-40f6-929e-b22de703f5bd req-8fd456c2-912c-494c-89f0-a0da4a17998f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439425 Mar 04 20:40:39.322157 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316187d-8736-42cd-8fc3-5b26bc27089b req-cafc3b5d-9e06-4fac-9378-05917a9a32af tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:39.323665 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f316187d-8736-42cd-8fc3-5b26bc27089b req-cafc3b5d-9e06-4fac-9378-05917a9a32af tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0527906 Mar 04 20:40:39.374527 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f316187d-8736-42cd-8fc3-5b26bc27089b req-639e8933-7031-4b52-bbf1-44476c0960a6 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444705 Mar 04 20:40:39.509956 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 40822) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:39.612762 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-72cb6311-6008-41e7-b435-9df8010dded2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016228 Mar 04 20:40:39.621280 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-0323a24f-8890-4321-b0fd-68480e4fd4d0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103639) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:40:39.622187 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-0323a24f-8890-4321-b0fd-68480e4fd4d0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048079 Mar 04 20:40:39.700953 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 40830) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:39.792875 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-b48fb3fa-5000-41d3-8e8b-30a32e1b985e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:39.794240 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-b48fb3fa-5000-41d3-8e8b-30a32e1b985e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports/7c1663f5-2533-421e-8fd0-5004e91fb49a HTTP/1.1" status: 200 len: 940 time: 0.0915406 Mar 04 20:40:40.244983 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dc501-3425-4035-a9bc-e99a63e4bbb1 req-fbf2b1cb-e8a2-4894-ad20-2045739a1f60 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:40.246482 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-260dc501-3425-4035-a9bc-e99a63e4bbb1 req-fbf2b1cb-e8a2-4894-ad20-2045739a1f60 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0529664 Mar 04 20:40:40.292728 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-260dc501-3425-4035-a9bc-e99a63e4bbb1 req-2494747c-0b1c-4b10-9360-5992842ee743 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399439 Mar 04 20:40:40.493626 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdac4f-f00d-4e4d-8854-6c9a19c07dd4 req-507a3920-83cc-4dd8-b8d1-517ea57ae63c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:40.495176 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f9bdac4f-f00d-4e4d-8854-6c9a19c07dd4 req-507a3920-83cc-4dd8-b8d1-517ea57ae63c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0528245 Mar 04 20:40:40.541640 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f9bdac4f-f00d-4e4d-8854-6c9a19c07dd4 req-3d74c4e1-af40-4938-b84e-a310a354efff tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Mar 04 20:40:41.424053 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920785-f663-4451-9660-516d38bfe520 req-5948a93d-ece1-4a69-987e-9be4021b8955 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:41.425718 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e7920785-f663-4451-9660-516d38bfe520 req-5948a93d-ece1-4a69-987e-9be4021b8955 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0596151 Mar 04 20:40:41.472514 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e7920785-f663-4451-9660-516d38bfe520 req-83f6be93-96ab-44d1-9e6a-931682d30a83 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 Mar 04 20:40:41.668288 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d63862-62c0-4ede-ac5d-81523e0f99a7 req-5f2ef41a-5ce4-43e2-b11d-8dfa957528c2 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:41.670426 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-03d63862-62c0-4ede-ac5d-81523e0f99a7 req-5f2ef41a-5ce4-43e2-b11d-8dfa957528c2 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0592535 Mar 04 20:40:41.717993 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-03d63862-62c0-4ede-ac5d-81523e0f99a7 req-911a4f17-4c96-456f-99d0-de742357e490 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Mar 04 20:40:42.154940 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-82cf23a1-a6e7-4682-a94e-48cbfd8b49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:42.156544 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-82cf23a1-a6e7-4682-a94e-48cbfd8b49aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97&tenant_id=afc329e2dfbc4e25b62b921dd177d858 HTTP/1.1" status: 200 len: 1127 time: 0.0726786 Mar 04 20:40:42.223529 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:40:42.228083 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-5c2af53d-a7ee-4e0c-94cc-78598af110ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:42.229569 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-5c2af53d-a7ee-4e0c-94cc-78598af110ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 1127 time: 0.0477586 Mar 04 20:40:42.246683 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:40:42.247038 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 5de0aead-e2d5-4035-af1c-fd3c7cb13be6 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:40:42.319222 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-d6601baa-64b1-4e5e-9dc0-d0027a56764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:42.320674 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-d6601baa-64b1-4e5e-9dc0-d0027a56764e service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 917 time: 0.0830190 Mar 04 20:40:42.388072 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-35e96370-7866-46a5-88cb-28d483fbacfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a HTTP/1.1" status: 200 len: 997 time: 0.0589840 Mar 04 20:40:42.439165 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-8170891d-1912-41fa-ad80-faaed90ba369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:42.440506 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-8170891d-1912-41fa-ad80-faaed90ba369 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0425718 Mar 04 20:40:42.505581 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-5f01baa1-2ab5-4582-a08a-8e9a712583be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:42.510125 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-5f01baa1-2ab5-4582-a08a-8e9a712583be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0436380 Mar 04 20:40:42.604897 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5180bc-708b-468d-b2d0-3c52c2125757 req-2d7ae444-0aab-460b-8e7b-fea6479e996e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:42.606608 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5f5180bc-708b-468d-b2d0-3c52c2125757 req-2d7ae444-0aab-460b-8e7b-fea6479e996e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0532115 Mar 04 20:40:42.615772 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-f942d73d-9cc6-41e6-a1ae-8c0869672537 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950878 Mar 04 20:40:42.653627 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5f5180bc-708b-468d-b2d0-3c52c2125757 req-cd645de5-dffe-417d-8c20-46bb08410f0e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Mar 04 20:40:42.711697 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-13e2565a-8fc2-4dfc-99a7-4fd4de06b960 req-28f1d537-2268-4f78-b52e-a4c3d548255e service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Mar 04 20:40:42.842638 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898f092-fa32-47d0-8463-a44c897f6c27 req-c48eb4bf-0111-4799-bc7d-a247231dd29e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:42.844156 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a898f092-fa32-47d0-8463-a44c897f6c27 req-c48eb4bf-0111-4799-bc7d-a247231dd29e tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0588918 Mar 04 20:40:42.889852 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a898f092-fa32-47d0-8463-a44c897f6c27 req-e1df0243-e599-40bd-8eeb-9a964f3afe66 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Mar 04 20:40:43.799513 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cc64a-8483-4f03-b21c-c191971742f3 req-64a66d96-2532-4d37-9b16-03030071e51a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:43.801492 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e88cc64a-8483-4f03-b21c-c191971742f3 req-64a66d96-2532-4d37-9b16-03030071e51a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0611823 Mar 04 20:40:43.849460 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e88cc64a-8483-4f03-b21c-c191971742f3 req-44d6f7d5-a652-4edb-8f5f-a218af008246 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Mar 04 20:40:44.012240 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dfce8-3728-45f6-80d6-b4bd6923b3a3 req-882d8527-b81e-4810-977d-a11120f9b953 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:44.013681 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c10dfce8-3728-45f6-80d6-b4bd6923b3a3 req-882d8527-b81e-4810-977d-a11120f9b953 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0570500 Mar 04 20:40:44.062509 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c10dfce8-3728-45f6-80d6-b4bd6923b3a3 req-152f9302-b69c-426f-8361-225ce27f0af1 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Mar 04 20:40:44.828521 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:44.979698 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1caa42-4000-457d-8943-2f1212912771 req-62d8a38a-cdc6-4fee-b939-52f346a4c04c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:44.981193 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3f1caa42-4000-457d-8943-2f1212912771 req-62d8a38a-cdc6-4fee-b939-52f346a4c04c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0556958 Mar 04 20:40:45.031344 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3f1caa42-4000-457d-8943-2f1212912771 req-1a874c17-9d5a-406f-809a-ac337e79f5c9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Mar 04 20:40:45.198359 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e8a9-b229-40d1-a34e-ad0f24108c44 req-31eb3425-d34e-4153-9559-a1fe70605b25 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:45.202186 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f927e8a9-b229-40d1-a34e-ad0f24108c44 req-31eb3425-d34e-4153-9559-a1fe70605b25 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0644999 Mar 04 20:40:45.256170 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f927e8a9-b229-40d1-a34e-ad0f24108c44 req-28a107ed-4219-4926-8244-27342272d8fa tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482421 Mar 04 20:40:46.162485 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff9b4-37a5-43b3-a62a-6cb307b32967 req-20915fd6-ae22-4740-8f89-0a4d8eea2e03 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:46.164968 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6b6ff9b4-37a5-43b3-a62a-6cb307b32967 req-20915fd6-ae22-4740-8f89-0a4d8eea2e03 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0545270 Mar 04 20:40:46.214989 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6b6ff9b4-37a5-43b3-a62a-6cb307b32967 req-3ab102dc-1409-4bbc-83c3-8aa3606df29e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Mar 04 20:40:46.384136 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ed7a8-d816-4559-9a83-0e22c9b9e79e req-774ba7cc-c87c-4d32-a3b8-ef851dc816b0 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:46.385632 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-710ed7a8-d816-4559-9a83-0e22c9b9e79e req-774ba7cc-c87c-4d32-a3b8-ef851dc816b0 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0550909 Mar 04 20:40:46.433152 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-710ed7a8-d816-4559-9a83-0e22c9b9e79e req-bce88b5c-cd63-4ec7-88b5-28b3005385a2 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Mar 04 20:40:47.364018 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e60b9f6c-5b60-46bd-b49d-c46b65e74634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:47.367727 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23bf7d-05f2-4655-a99a-9c764e370046 req-bde85bd3-9dbe-4a89-b5b4-66af822bce2e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:47.370876 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cb23bf7d-05f2-4655-a99a-9c764e370046 req-bde85bd3-9dbe-4a89-b5b4-66af822bce2e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0650632 Mar 04 20:40:47.421576 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cb23bf7d-05f2-4655-a99a-9c764e370046 req-6e87f868-f557-4c77-a176-74b2ddaf73f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451207 Mar 04 20:40:47.557550 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a9f82-c8cf-4c98-877a-a744c1f59aee req-c7a4c0e6-ae13-43b2-ba48-66f4f726a390 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:47.559094 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ca7a9f82-c8cf-4c98-877a-a744c1f59aee req-c7a4c0e6-ae13-43b2-ba48-66f4f726a390 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0539660 Mar 04 20:40:47.624429 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ca7a9f82-c8cf-4c98-877a-a744c1f59aee req-c649e701-1fc9-416b-9bc3-03e1be38d8eb tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568030 Mar 04 20:40:48.551516 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba19996-8784-4b6d-95d3-d2c30c431606 req-16992517-41db-4c34-a9b2-09246e3df3dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:48.553035 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4ba19996-8784-4b6d-95d3-d2c30c431606 req-16992517-41db-4c34-a9b2-09246e3df3dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0556855 Mar 04 20:40:48.609030 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4ba19996-8784-4b6d-95d3-d2c30c431606 req-fa1d8689-1cfe-4b9b-bc75-78af99816fac tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495806 Mar 04 20:40:48.753700 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a8928-050e-4ab6-9cd5-fb680b6de086 req-03dd67df-0be2-4e55-b03d-b45a48ca860c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:48.755275 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-988a8928-050e-4ab6-9cd5-fb680b6de086 req-03dd67df-0be2-4e55-b03d-b45a48ca860c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0596671 Mar 04 20:40:48.808190 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-988a8928-050e-4ab6-9cd5-fb680b6de086 req-b1350046-e2fe-4424-aea6-c5f6e1a0c93c tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Mar 04 20:40:49.624416 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-29b66707-3f78-4eb0-97ae-a0a5d82cefda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:49.747982 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ed177-8786-4264-ab75-504c57179584 req-9dc3d205-58dd-4a22-a291-e1b9b648804e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:49.749657 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-544ed177-8786-4264-ab75-504c57179584 req-9dc3d205-58dd-4a22-a291-e1b9b648804e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0614617 Mar 04 20:40:49.811023 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-544ed177-8786-4264-ab75-504c57179584 req-de3e1896-7fc0-4f99-929e-a5c905a3431c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553226 Mar 04 20:40:49.940754 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cc798-5287-46f0-94b7-c626669bd132 req-bab7f464-ca41-46fe-a2ea-9a00a0efce6d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:49.942264 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fb5cc798-5287-46f0-94b7-c626669bd132 req-bab7f464-ca41-46fe-a2ea-9a00a0efce6d tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0568340 Mar 04 20:40:49.990614 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fb5cc798-5287-46f0-94b7-c626669bd132 req-5ae247b0-73c3-4a17-97e8-6391c04e8ae8 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426807 Mar 04 20:40:50.966618 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0405f67-23da-422d-b49c-64af49e9f046 req-8a2b68c8-d707-403e-bb6c-ea6094644802 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:50.969181 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a0405f67-23da-422d-b49c-64af49e9f046 req-8a2b68c8-d707-403e-bb6c-ea6094644802 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0795431 Mar 04 20:40:50.987254 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:51.028487 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a0405f67-23da-422d-b49c-64af49e9f046 req-a6e10567-c3e4-4285-8361-5dff8eae102e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 Mar 04 20:40:51.120635 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4a128-bb31-40bf-8d1b-3684f073563a req-5b28422a-7589-45c9-bc8d-eae881d54c6a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:51.122140 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-11c4a128-bb31-40bf-8d1b-3684f073563a req-5b28422a-7589-45c9-bc8d-eae881d54c6a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0581081 Mar 04 20:40:51.172175 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-11c4a128-bb31-40bf-8d1b-3684f073563a req-81fbb5ed-0d4b-4575-bffc-393a5a138a1a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Mar 04 20:40:52.155118 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dedf03-7a75-4858-a011-e829ba613b61 req-c7742d31-c039-4b5a-ac82-f05028c1895c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:52.157474 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f6dedf03-7a75-4858-a011-e829ba613b61 req-c7742d31-c039-4b5a-ac82-f05028c1895c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0527976 Mar 04 20:40:52.209723 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f6dedf03-7a75-4858-a011-e829ba613b61 req-77ac1dbc-1eb3-4ad6-b3d4-072c9e81a7ca tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460405 Mar 04 20:40:52.225654 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:52.290274 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8138fe-00ae-418f-955c-bcafe0e15fc2 req-36f2b7a1-afca-4e46-a18a-87b28a3b7538 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:52.291808 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ba8138fe-00ae-418f-955c-bcafe0e15fc2 req-36f2b7a1-afca-4e46-a18a-87b28a3b7538 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0517654 Mar 04 20:40:52.337457 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ba8138fe-00ae-418f-955c-bcafe0e15fc2 req-01489ee1-b565-48ca-ba72-0e3390d64b18 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Mar 04 20:40:53.330078 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7ee24-7a05-437a-8e5a-6b9b8e0d21a9 req-a61cfbd0-5500-4706-994b-eca84391a6e8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:53.331554 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c6e7ee24-7a05-437a-8e5a-6b9b8e0d21a9 req-a61cfbd0-5500-4706-994b-eca84391a6e8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0525367 Mar 04 20:40:53.377726 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c6e7ee24-7a05-437a-8e5a-6b9b8e0d21a9 req-7ce3a2da-9331-4d01-bcba-8e79922d2e7a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Mar 04 20:40:53.452887 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360eb01-953e-44b5-928e-260dd9fd5bf6 req-3858ebff-4357-4082-b8f9-ecb321010c86 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:53.454458 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5360eb01-953e-44b5-928e-260dd9fd5bf6 req-3858ebff-4357-4082-b8f9-ecb321010c86 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0513277 Mar 04 20:40:53.504356 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5360eb01-953e-44b5-928e-260dd9fd5bf6 req-729ce5e9-dd77-4c7d-9fda-68100daf75d0 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443408 Mar 04 20:40:53.679729 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:54.500298 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d7ebe-d2ef-4f61-b067-b741f1353436 req-4f428a1d-93d6-44bd-a542-2c738f8f0052 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:54.501778 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ca2d7ebe-d2ef-4f61-b067-b741f1353436 req-4f428a1d-93d6-44bd-a542-2c738f8f0052 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0520308 Mar 04 20:40:54.555036 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ca2d7ebe-d2ef-4f61-b067-b741f1353436 req-60d45054-d5ab-4263-a0af-29b23d762799 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473018 Mar 04 20:40:54.631650 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4003ea-51f8-4c17-ad0f-2561a2e3dc07 req-175fd599-3105-4c1a-b529-c628f03677e9 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:54.633112 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f4003ea-51f8-4c17-ad0f-2561a2e3dc07 req-175fd599-3105-4c1a-b529-c628f03677e9 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0560861 Mar 04 20:40:54.705832 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f4003ea-51f8-4c17-ad0f-2561a2e3dc07 req-4144c3d2-6687-4b52-b26b-e68282d41d77 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fd798bd-3ad8-4875-bfb3-6c01c11af176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668969 Mar 04 20:40:54.723831 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-79fc0c2f-881a-463f-a27d-367941ee5c9a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:54.725403 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-79fc0c2f-881a-463f-a27d-367941ee5c9a tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.21 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 946 time: 0.0673006 Mar 04 20:40:54.820479 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Deleting port 81ae84bb-6914-4b9b-a940-208a05159191 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:40:54.820816 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (81ae84bb-6914-4b9b-a940-208a05159191), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:54.911791 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] For port 81ae84bb-6914-4b9b-a940-208a05159191, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=81ae84bb-6914-4b9b-a940-208a05159191,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:54.912082 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (81ae84bb-6914-4b9b-a940-208a05159191), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:54.925197 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Calling delete_port for 81ae84bb-6914-4b9b-a940-208a05159191 owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:40:55.109564 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (81ae84bb-6914-4b9b-a940-208a05159191), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:55.122437 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['81ae84bb-6914-4b9b-a940-208a05159191'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:40:55.140502 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Pushing event deleted for resources: {'Port': ['ID=81ae84bb-6914-4b9b-a940-208a05159191,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:55.181989 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] No DVR routers for this DVR port 81ae84bb-6914-4b9b-a940-208a05159191 on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:40:55.184397 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:55.188288 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-595232e5-0e67-46bf-8b21-bb4f1ce07f6f req-f1acf5c1-8966-4c3b-a82e-18b3c76fdea7 tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.21 "DELETE /v2.0/ports/81ae84bb-6914-4b9b-a940-208a05159191 HTTP/1.1" status: 204 len: 173 time: 0.4574859 Mar 04 20:40:55.188727 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c6459d-aa0c-43cc-b5f6-b849e7e5e46a', 'name': 'network-vif-deleted', 'tag': '81ae84bb-6914-4b9b-a940-208a05159191'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:55.190969 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763aab55-f74c-44e2-b1dd-e815fd5a4aba" -d '{"events": [{"server_uuid": "18c6459d-aa0c-43cc-b5f6-b849e7e5e46a", "name": "network-vif-deleted", "tag": "81ae84bb-6914-4b9b-a940-208a05159191"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:55.225979 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72410ecc-c91a-452f-89c4-87a7aeab1c56 x-openstack-request-id: req-72410ecc-c91a-452f-89c4-87a7aeab1c56 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:55.226276 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c6459d-aa0c-43cc-b5f6-b849e7e5e46a", "name": "network-vif-deleted", "tag": "81ae84bb-6914-4b9b-a940-208a05159191", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:55.226572 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72410ecc-c91a-452f-89c4-87a7aeab1c56 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:55.226974 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c6459d-aa0c-43cc-b5f6-b849e7e5e46a', 'name': 'network-vif-deleted', 'tag': '81ae84bb-6914-4b9b-a940-208a05159191', 'status': 'completed', 'code': 200} Mar 04 20:40:55.685658 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7e340-0343-411e-8e3c-096f6a9dcd27 req-80c343b8-eec7-4a11-8be4-a57c8f962d2b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:55.688431 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-08a7e340-0343-411e-8e3c-096f6a9dcd27 req-80c343b8-eec7-4a11-8be4-a57c8f962d2b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 943 time: 0.0580423 Mar 04 20:40:55.737964 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-08a7e340-0343-411e-8e3c-096f6a9dcd27 req-f967c07d-4639-4ae9-a487-d9a015f33dd1 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436172 Mar 04 20:40:55.836249 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f1ea497e-a2f9-439a-afed-1042d1141fbe req-a7dd6fb4-1193-4691-a38d-ffe87d1a4afc tempest-ServerRescueNegativeTestJSON-1086616154 tempest-ServerRescueNegativeTestJSON-1086616154-project] 10.222.0.41 "GET /v2.0/ports?device_id=18c6459d-aa0c-43cc-b5f6-b849e7e5e46a HTTP/1.1" status: 200 len: 210 time: 0.0297551 Mar 04 20:40:56.308678 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 7c1663f5-2533-421e-8fd0-5004e91fb49a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:40:56.402621 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:56.412818 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'port_id': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'mac_address': 'fa:16:3e:7c:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:40:56.448297 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 7c1663f5-2533-421e-8fd0-5004e91fb49a is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:56.448707 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:56.461334 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1663f5-2533-421e-8fd0-5004e91fb49a {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:40:56.480754 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:56.541498 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:56.587591 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=9']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:56.783999 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['7c1663f5-2533-421e-8fd0-5004e91fb49a'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:40:56.879194 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e8866-92ec-47ee-b158-9cb67abcbf6c req-e2cd9d7b-7b71-4e15-9782-45d799a413b8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:56.881496 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cb6e8866-92ec-47ee-b158-9cb67abcbf6c req-e2cd9d7b-7b71-4e15-9782-45d799a413b8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 944 time: 0.0694938 Mar 04 20:40:56.900203 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 40976) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:56.930551 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cb6e8866-92ec-47ee-b158-9cb67abcbf6c req-d4cc1b4d-a643-4937-b9c0-a101d46ee38b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Mar 04 20:40:57.321516 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594690'] for router_interface (43595dff-07c5-4c60-8339-0f9ae498adec), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:57.603038 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Deleting port 2343cd06-0884-48f9-99f6-3ae01a703977 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:40:57.603379 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:57.684145 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] For port 2343cd06-0884-48f9-99f6-3ae01a703977, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=2343cd06-0884-48f9-99f6-3ae01a703977,segment=NetworkSegment(40ebe2ac-1f17-4534-8f79-c098a7015511),segment_id=40ebe2ac-1f17-4534-8f79-c098a7015511)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:57.684503 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:57.695980 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Calling delete_port for 2343cd06-0884-48f9-99f6-3ae01a703977 owned by network:router_interface {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:40:57.937461 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (2343cd06-0884-48f9-99f6-3ae01a703977), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:57.960762 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2343cd06-0884-48f9-99f6-3ae01a703977,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:58.119685 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d731a-796e-4c88-b5c9-602248879402 req-f84ac3a8-8544-4acd-8897-1f05d2454a2a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:58.121167 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f08d731a-796e-4c88-b5c9-602248879402 req-f84ac3a8-8544-4acd-8897-1f05d2454a2a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 944 time: 0.0967312 Mar 04 20:40:58.135616 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594678'] for router_interface (43595dff-07c5-4c60-8339-0f9ae498adec), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:58.330894 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 7c1663f5-2533-421e-8fd0-5004e91fb49a up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:40:58.381315 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 7c1663f5-2533-421e-8fd0-5004e91fb49a triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:40:58.381698 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:58.419045 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f08d731a-796e-4c88-b5c9-602248879402 req-2880b88d-2845-4a50-8cee-1707db10737f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909737 Mar 04 20:40:58.462822 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 7c1663f5-2533-421e-8fd0-5004e91fb49a is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:40:58.463214 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:58.486675 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:40:58.488972 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad417d73-51b0-4e5f-9200-54d41d387367" -d '{"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-plugged", "status": "completed", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:40:58.502371 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:58.525239 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6596c6a7-2407-4474-a86b-8cad5d5cdaef x-openstack-request-id: req-6596c6a7-2407-4474-a86b-8cad5d5cdaef {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:40:58.525557 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-plugged", "status": "completed", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:40:58.525819 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6596c6a7-2407-4474-a86b-8cad5d5cdaef {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:40:58.526240 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'code': 200} Mar 04 20:40:58.582974 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:58.583705 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 81ae84bb-6914-4b9b-a940-208a05159191 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:40:58.586997 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Router 43595dff-07c5-4c60-8339-0f9ae498adec has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:40:58.605207 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 81ae84bb-6914-4b9b-a940-208a05159191 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:40:58.605207 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 81ae84bb-6914-4b9b-a940-208a05159191 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:40:58.606964 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:40:58.652103 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=10']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:58.693079 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:40:58.697909 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-e7d81b52-b9c9-49ec-af30-588118e50ed8 admin admin] 10.222.0.41 "PUT /v2.0/routers/43595dff-07c5-4c60-8339-0f9ae498adec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7967107 Mar 04 20:40:58.700405 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 40984) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:58.703471 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] Sync routers for ids ['43595dff-07c5-4c60-8339-0f9ae498adec'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:40:58.714260 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] Routers {'43595dff-07c5-4c60-8339-0f9ae498adec'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:58.714896 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:40:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['43595dff-07c5-4c60-8339-0f9ae498adec'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:58.812971 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks [] for router (43595dff-07c5-4c60-8339-0f9ae498adec), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:58.821717 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] Set router 43595dff-07c5-4c60-8339-0f9ae498adec gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:58.923431 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks [] for router_gateway (43595dff-07c5-4c60-8339-0f9ae498adec), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.003692 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60'}], 'enable_snat': True}, 'gw_port_id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:40:57Z', 'revision_number': 5, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'gw_port': {'id': '9dbd45df-5175-4c42-b6dc-e6245b086942', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:59.033074 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] Checking router: 43595dff-07c5-4c60-8339-0f9ae498adec for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:40:59.041571 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] Routers {'43595dff-07c5-4c60-8339-0f9ae498adec'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:40:59.041865 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Deleting port 9dbd45df-5175-4c42-b6dc-e6245b086942 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:40:59.042344 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:40:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['43595dff-07c5-4c60-8339-0f9ae498adec'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:59.042559 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.154988 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] For port 9dbd45df-5175-4c42-b6dc-e6245b086942, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=9dbd45df-5175-4c42-b6dc-e6245b086942,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:40:59.155308 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.172449 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Calling delete_port for 9dbd45df-5175-4c42-b6dc-e6245b086942 owned by network:router_gateway {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:40:59.220635 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf1b61-c981-44f8-a4c8-a23bf7bc6c66 req-6b647615-6ff9-409a-9d4c-fb61a17cdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:59.222198 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6faf1b61-c981-44f8-a4c8-a23bf7bc6c66 req-6b647615-6ff9-409a-9d4c-fb61a17cdd5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 1130 time: 0.1073937 Mar 04 20:40:59.224021 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] Set router 43595dff-07c5-4c60-8339-0f9ae498adec gateway port host: None {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:40:59.277703 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:40:58Z', 'revision_number': 6, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'gw_port_host': None}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:40:59.304533 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa6a91-f85e-49b8-938d-3062573200cc None None] The sync data for ids ['43595dff-07c5-4c60-8339-0f9ae498adec'] in dv-cinder-799871-17-smb is: [{'id': '43595dff-07c5-4c60-8339-0f9ae498adec', 'name': 'tempest-ServerRescueNegativeTestJSON-419209151-router', 'tenant_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:40:58Z', 'revision_number': 6, 'project_id': '8fa8c0e380ee49c291fc6bb62d30a1e3', 'gw_port_host': None}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:40:59.316827 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6faf1b61-c981-44f8-a4c8-a23bf7bc6c66 req-0ed43cc7-c599-47cc-a727-fc63e8cbbdf7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866480 Mar 04 20:40:59.446074 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (9dbd45df-5175-4c42-b6dc-e6245b086942), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.472740 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbd45df-5175-4c42-b6dc-e6245b086942,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:40:59.495929 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592732'] for router_gateway (43595dff-07c5-4c60-8339-0f9ae498adec), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.546352 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f81ab-7a78-46a9-910b-57b0c983e5ea req-4b1009a8-c541-4b72-951c-18c05df27b1f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:40:59.547890 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ba9f81ab-7a78-46a9-910b-57b0c983e5ea req-4b1009a8-c541-4b72-951c-18c05df27b1f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 946 time: 0.0536976 Mar 04 20:40:59.593181 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ba9f81ab-7a78-46a9-910b-57b0c983e5ea req-0e3e6763-028b-453c-a33f-d265025b40f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394659 Mar 04 20:40:59.606442 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60029'] for router (43595dff-07c5-4c60-8339-0f9ae498adec), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.608886 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks [] for router_controller (43595dff-07c5-4c60-8339-0f9ae498adec), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.752830 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596735'] for router (43595dff-07c5-4c60-8339-0f9ae498adec), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.753661 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43595dff-07c5-4c60-8339-0f9ae498adec {{(pid=103638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:40:59.758974 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.767347 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-2990f6b3-f2d2-4396-b11f-acc58f87dd65 admin admin] 10.222.0.41 "DELETE /v2.0/routers/43595dff-07c5-4c60-8339-0f9ae498adec HTTP/1.1" status: 204 len: 168 time: 1.0589738 Mar 04 20:40:59.767347 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 40996) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:40:59.806774 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f891af7-50f0-4948-b386-e2a793625a8d admin admin] Deleting subnet 7ce54459-8431-4ded-b570-36b6e022ce57 {{(pid=103638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:40:59.809790 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6f891af7-50f0-4948-b386-e2a793625a8d admin admin] Publish callbacks [] for subnet (7ce54459-8431-4ded-b570-36b6e022ce57), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.845622 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6f891af7-50f0-4948-b386-e2a793625a8d admin admin] Publish callbacks [] for subnet (7ce54459-8431-4ded-b570-36b6e022ce57), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.851274 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6f891af7-50f0-4948-b386-e2a793625a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (7ce54459-8431-4ded-b570-36b6e022ce57), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:40:59.981866 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6f891af7-50f0-4948-b386-e2a793625a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for subnet (7ce54459-8431-4ded-b570-36b6e022ce57), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.007595 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f891af7-50f0-4948-b386-e2a793625a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce54459-8431-4ded-b570-36b6e022ce57,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:00.009515 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6f891af7-50f0-4948-b386-e2a793625a8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.012609 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6f891af7-50f0-4948-b386-e2a793625a8d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ce54459-8431-4ded-b570-36b6e022ce57 HTTP/1.1" status: 204 len: 168 time: 0.2470558 Mar 04 20:41:00.015256 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41000) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:00.059109 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 2343cd06-0884-48f9-99f6-3ae01a703977 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:00.081071 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 2343cd06-0884-48f9-99f6-3ae01a703977 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:00.081695 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 2343cd06-0884-48f9-99f6-3ae01a703977 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:00.087533 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (8b75050e-7a19-4fa4-b477-27897a864e1b), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.176376 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (8b75050e-7a19-4fa4-b477-27897a864e1b), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.199028 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.199536 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.200328 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.200658 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > port after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.201019 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.201407 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.201727 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.202042 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.202357 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.202703 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.275691 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.276046 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.276381 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.276769 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 20:41:00.277073 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b75050e-7a19-4fa4-b477-27897a864e1b']}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:00.295515 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ebe2ac-1f17-4534-8f79-c098a7015511') {'for_net_delete': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:00.295951 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ebe2ac-1f17-4534-8f79-c098a7015511') {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:00.316762 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132075379'] for segment (40ebe2ac-1f17-4534-8f79-c098a7015511), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.338004 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (40ebe2ac-1f17-4534-8f79-c098a7015511), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.346476 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:41:00.349403 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073731'] for segment (40ebe2ac-1f17-4534-8f79-c098a7015511), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: from cryptography.utils import int_from_bytes Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: from cryptography.utils import int_from_bytes Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: Traceback (most recent call last): Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: timer() Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: cb(*args, **kw) Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: return func(*args, **kwargs) Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: self._notify() Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: self.callback(batched_events) Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: event.method(event) Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: return f(self, *a, **k) Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: return self._get(url).json() Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: return self.request(url, 'GET', **kwargs) Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:41:00.351141 dv-cinder-799871-17-smb neutron-server[103638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:41:00.495691 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (8b75050e-7a19-4fa4-b477-27897a864e1b), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.503166 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.506470 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8b75050e-7a19-4fa4-b477-27897a864e1b HTTP/1.1" status: 204 len: 168 time: 0.4896662 Mar 04 20:41:00.519146 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a2190-ffa1-426c-8588-4bdd89ca0d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b75050e-7a19-4fa4-b477-27897a864e1b,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:00.726715 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193df0f-acd8-4fd1-aa28-40a97c8222fe req-cbf5fb0c-6c8d-4d51-b5a7-333638adc250 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:00.728266 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8193df0f-acd8-4fd1-aa28-40a97c8222fe req-cbf5fb0c-6c8d-4d51-b5a7-333638adc250 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 946 time: 0.0589895 Mar 04 20:41:00.808445 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41026) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:00.852239 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-3ad30278-3172-426d-86bf-4ae7310bf7a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fa8c0e380ee49c291fc6bb62d30a1e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425038 Mar 04 20:41:00.854761 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41028) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:00.912033 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-aeef6c7a-2d6e-4a8d-ba58-8bbf23b711a2 admin admin] Publish callbacks [] for security_group (2fd798bd-3ad8-4875-bfb3-6c01c11af176), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.934101 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-aeef6c7a-2d6e-4a8d-ba58-8bbf23b711a2 admin admin] Publish callbacks [] for security_group (2fd798bd-3ad8-4875-bfb3-6c01c11af176), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:00.999661 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8193df0f-acd8-4fd1-aa28-40a97c8222fe req-51f8b6e5-fc8f-4592-94a8-39d8869d3ac7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656293 Mar 04 20:41:01.062933 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-aeef6c7a-2d6e-4a8d-ba58-8bbf23b711a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (2fd798bd-3ad8-4875-bfb3-6c01c11af176), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:01.065664 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-aeef6c7a-2d6e-4a8d-ba58-8bbf23b711a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:01.066918 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-aeef6c7a-2d6e-4a8d-ba58-8bbf23b711a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fd798bd-3ad8-4875-bfb3-6c01c11af176 HTTP/1.1" status: 204 len: 168 time: 0.2111905 Mar 04 20:41:01.075145 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef6c7a-2d6e-4a8d-ba58-8bbf23b711a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd798bd-3ad8-4875-bfb3-6c01c11af176,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:01.557535 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 9dbd45df-5175-4c42-b6dc-e6245b086942 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:01.577347 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 9dbd45df-5175-4c42-b6dc-e6245b086942 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:01.577697 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 9dbd45df-5175-4c42-b6dc-e6245b086942 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:02.135708 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f10fd1-1aba-426b-98f1-c8a631afa64d req-15c35e4b-c4ea-41a0-8c7b-34f02c129815 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:02.137348 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d6f10fd1-1aba-426b-98f1-c8a631afa64d req-15c35e4b-c4ea-41a0-8c7b-34f02c129815 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 946 time: 0.0618253 Mar 04 20:41:02.184998 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d6f10fd1-1aba-426b-98f1-c8a631afa64d req-2efef649-54b1-41c0-b270-cdc927f28454 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Mar 04 20:41:03.318084 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66b2f-ff30-434e-abcf-b4c308607cfd req-bf16269d-b9e5-45b8-bd1f-9d1949a0e403 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:03.319777 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-eef66b2f-ff30-434e-abcf-b4c308607cfd req-bf16269d-b9e5-45b8-bd1f-9d1949a0e403 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 946 time: 0.0549462 Mar 04 20:41:03.372718 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-eef66b2f-ff30-434e-abcf-b4c308607cfd req-e269c9d0-fbd0-4a6d-afa0-06bc77350123 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468144 Mar 04 20:41:03.945738 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cec68-2559-4a68-891f-05c1067f785a req-5e2697eb-6c11-4ef8-ad31-eeed863a4e23 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:03.947214 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-569cec68-2559-4a68-891f-05c1067f785a req-5e2697eb-6c11-4ef8-ad31-eeed863a4e23 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 945 time: 0.0509617 Mar 04 20:41:03.993228 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-569cec68-2559-4a68-891f-05c1067f785a req-4e2a9791-8b59-408e-ba0e-2063f7ec2cc4 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Mar 04 20:41:05.113702 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf8ab9-24d7-41d0-af5a-52ce19cec09f req-db980c12-5327-4475-bcc0-f0188e2f3aa0 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:05.115235 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-94cf8ab9-24d7-41d0-af5a-52ce19cec09f req-db980c12-5327-4475-bcc0-f0188e2f3aa0 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 945 time: 0.0529864 Mar 04 20:41:05.162231 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-94cf8ab9-24d7-41d0-af5a-52ce19cec09f req-e1b47cb0-50b3-4ad2-9d35-36f89b7c5c59 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Mar 04 20:41:06.279392 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6d9a6-5d84-4540-9e03-1d01dfbb38bb req-c61ff852-d123-4bcd-a958-bf42ad424142 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:06.280903 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-96d6d9a6-5d84-4540-9e03-1d01dfbb38bb req-c61ff852-d123-4bcd-a958-bf42ad424142 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 945 time: 0.0508895 Mar 04 20:41:06.326518 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-96d6d9a6-5d84-4540-9e03-1d01dfbb38bb req-e5dabe69-003e-4e42-8562-dc965afa80b5 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 Mar 04 20:41:07.136268 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41154) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:07.242295 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e1a51098-9a06-47b6-9115-19ea6f0176a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:07.317294 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e1a51098-9a06-47b6-9115-19ea6f0176a8 admin admin] Publish callbacks [] for security_group (38aaa506-c205-4bed-9899-78c57ca6f46a), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:07.394738 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e1a51098-9a06-47b6-9115-19ea6f0176a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (38aaa506-c205-4bed-9899-78c57ca6f46a), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:07.458305 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a51098-9a06-47b6-9115-19ea6f0176a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aaa506-c205-4bed-9899-78c57ca6f46a,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:07.462387 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-e1a51098-9a06-47b6-9115-19ea6f0176a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2669beb33234b89b6005090516607c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251185 Mar 04 20:41:07.465309 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41160) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:07.482027 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36bf72-b25e-4cb2-ac5a-812c557de127 req-1876288b-3a70-4b0b-9092-d4fc7bde263f tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:07.483518 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bc36bf72-b25e-4cb2-ac5a-812c557de127 req-1876288b-3a70-4b0b-9092-d4fc7bde263f tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 945 time: 0.0861135 Mar 04 20:41:07.515778 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bd13c44c-3b9f-4a5a-8960-667e764eecf8 admin admin] Publish callbacks [] for security_group (38aaa506-c205-4bed-9899-78c57ca6f46a), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:07.532173 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bc36bf72-b25e-4cb2-ac5a-812c557de127 req-912300c4-0934-44b4-9eee-ac04e3402719 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Mar 04 20:41:07.537144 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bd13c44c-3b9f-4a5a-8960-667e764eecf8 admin admin] Publish callbacks [] for security_group (38aaa506-c205-4bed-9899-78c57ca6f46a), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:07.644048 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bd13c44c-3b9f-4a5a-8960-667e764eecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (38aaa506-c205-4bed-9899-78c57ca6f46a), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:07.646641 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-bd13c44c-3b9f-4a5a-8960-667e764eecf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:07.647784 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-bd13c44c-3b9f-4a5a-8960-667e764eecf8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38aaa506-c205-4bed-9899-78c57ca6f46a HTTP/1.1" status: 204 len: 168 time: 0.1814876 Mar 04 20:41:07.655262 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13c44c-3b9f-4a5a-8960-667e764eecf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aaa506-c205-4bed-9899-78c57ca6f46a,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:08.228085 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41166) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:08.241408 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e55274f-e0e3-46c0-8d6c-87271956de2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:08.315909 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e55274f-e0e3-46c0-8d6c-87271956de2b admin admin] Publish callbacks [] for security_group (603d0eaa-5bdf-4b61-aad4-47c137ef3790), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:08.377618 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5e55274f-e0e3-46c0-8d6c-87271956de2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (603d0eaa-5bdf-4b61-aad4-47c137ef3790), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:08.412834 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55274f-e0e3-46c0-8d6c-87271956de2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603d0eaa-5bdf-4b61-aad4-47c137ef3790,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:08.417116 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-5e55274f-e0e3-46c0-8d6c-87271956de2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de9765896a9542e8bc080bbf6505a375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880028 Mar 04 20:41:08.419712 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41168) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:08.501434 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6a366668-cbaf-4c57-a232-bd21633e8f15 admin admin] Publish callbacks [] for security_group (603d0eaa-5bdf-4b61-aad4-47c137ef3790), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:08.513773 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c2b59-df3b-460c-a591-3e58a364b47c req-595c05ad-1c55-4e23-9cbe-20cee9dd5a69 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:08.515233 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-845c2b59-df3b-460c-a591-3e58a364b47c req-595c05ad-1c55-4e23-9cbe-20cee9dd5a69 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 945 time: 0.0785933 Mar 04 20:41:08.557101 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6a366668-cbaf-4c57-a232-bd21633e8f15 admin admin] Publish callbacks [] for security_group (603d0eaa-5bdf-4b61-aad4-47c137ef3790), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:08.677563 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-845c2b59-df3b-460c-a591-3e58a364b47c req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Deleting port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:08.677903 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-845c2b59-df3b-460c-a591-3e58a364b47c req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:08.700150 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b4c82-3c13-4f70-864f-953609e1cf4f req-526ab135-a850-4f49-851a-a8d089583d40 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:08.701632 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b4c82-3c13-4f70-864f-953609e1cf4f req-526ab135-a850-4f49-851a-a8d089583d40 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 945 time: 0.0916343 Mar 04 20:41:08.746400 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6a366668-cbaf-4c57-a232-bd21633e8f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (603d0eaa-5bdf-4b61-aad4-47c137ef3790), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:08.748846 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6a366668-cbaf-4c57-a232-bd21633e8f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:08.749933 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6a366668-cbaf-4c57-a232-bd21633e8f15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/603d0eaa-5bdf-4b61-aad4-47c137ef3790 HTTP/1.1" status: 204 len: 168 time: 0.3292773 Mar 04 20:41:08.773964 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a366668-cbaf-4c57-a232-bd21633e8f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d0eaa-5bdf-4b61-aad4-47c137ef3790,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:08.814413 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b4c82-3c13-4f70-864f-953609e1cf4f req-5e2bc25e-f83c-4e56-a4a6-3adfd0ef0ec3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060522 Mar 04 20:41:08.819188 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-845c2b59-df3b-460c-a591-3e58a364b47c req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] For port ccf42c5a-a57e-494b-a6e0-bff100b3ac04, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:08.819562 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-845c2b59-df3b-460c-a591-3e58a364b47c req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:08.832224 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-845c2b59-df3b-460c-a591-3e58a364b47c req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Calling delete_port for ccf42c5a-a57e-494b-a6e0-bff100b3ac04 owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:09.034375 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-845c2b59-df3b-460c-a591-3e58a364b47c req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (ccf42c5a-a57e-494b-a6e0-bff100b3ac04), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:09.045942 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['ccf42c5a-a57e-494b-a6e0-bff100b3ac04'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:09.060946 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Pushing event deleted for resources: {'Port': ['ID=ccf42c5a-a57e-494b-a6e0-bff100b3ac04,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:09.110472 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-845c2b59-df3b-460c-a591-3e58a364b47c req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] No DVR routers for this DVR port ccf42c5a-a57e-494b-a6e0-bff100b3ac04 on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:09.113169 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-845c2b59-df3b-460c-a591-3e58a364b47c req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:09.116684 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-845c2b59-df3b-460c-a591-3e58a364b47c req-b94f834b-186e-4976-b1fe-c637d88a2ec8 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.21 "DELETE /v2.0/ports/ccf42c5a-a57e-494b-a6e0-bff100b3ac04 HTTP/1.1" status: 204 len: 173 time: 0.5963366 Mar 04 20:41:09.117207 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbecc7b-416a-4f93-a789-4f7329e80acb', 'name': 'network-vif-deleted', 'tag': 'ccf42c5a-a57e-494b-a6e0-bff100b3ac04'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:09.119617 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b8ae82-582f-4c86-ba15-74aab8b82fc7" -d '{"events": [{"server_uuid": "bbbecc7b-416a-4f93-a789-4f7329e80acb", "name": "network-vif-deleted", "tag": "ccf42c5a-a57e-494b-a6e0-bff100b3ac04"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:09.159823 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6f356a-fbac-46b3-99d0-96ff930b7c9b x-openstack-request-id: req-2a6f356a-fbac-46b3-99d0-96ff930b7c9b {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:09.159823 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbecc7b-416a-4f93-a789-4f7329e80acb", "name": "network-vif-deleted", "tag": "ccf42c5a-a57e-494b-a6e0-bff100b3ac04", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:09.159823 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a6f356a-fbac-46b3-99d0-96ff930b7c9b {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:09.159823 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbecc7b-416a-4f93-a789-4f7329e80acb', 'name': 'network-vif-deleted', 'tag': 'ccf42c5a-a57e-494b-a6e0-bff100b3ac04', 'status': 'completed', 'code': 200} Mar 04 20:41:09.959445 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fa41110a-b64a-4c6a-bc30-d1273829da41 req-ebaa9164-4d1e-44d9-81cf-d6b9f4d988df tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbecc7b-416a-4f93-a789-4f7329e80acb HTTP/1.1" status: 200 len: 210 time: 0.0318747 Mar 04 20:41:11.720216 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41252) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:11.828783 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-53f457bf-174f-4686-bc8c-b947e8e83f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:11.905424 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-53f457bf-174f-4686-bc8c-b947e8e83f10 admin admin] Publish callbacks [] for security_group (2851d3e6-7511-46d6-bf99-c48971afac98), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:11.958580 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-53f457bf-174f-4686-bc8c-b947e8e83f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (2851d3e6-7511-46d6-bf99-c48971afac98), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:11.994471 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f457bf-174f-4686-bc8c-b947e8e83f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2851d3e6-7511-46d6-bf99-c48971afac98,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:11.998777 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-53f457bf-174f-4686-bc8c-b947e8e83f10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca60655d6db341ef86e170b3e2863185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775598 Mar 04 20:41:12.001438 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41256) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:12.051629 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3e7-b98c-468b-9873-140a10ba3920 admin admin] Publish callbacks [] for security_group (2851d3e6-7511-46d6-bf99-c48971afac98), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:12.071979 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3e7-b98c-468b-9873-140a10ba3920 admin admin] Publish callbacks [] for security_group (2851d3e6-7511-46d6-bf99-c48971afac98), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:12.198429 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3e7-b98c-468b-9873-140a10ba3920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (2851d3e6-7511-46d6-bf99-c48971afac98), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:12.200960 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3e7-b98c-468b-9873-140a10ba3920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:12.202107 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-b7afb3e7-b98c-468b-9873-140a10ba3920 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2851d3e6-7511-46d6-bf99-c48971afac98 HTTP/1.1" status: 204 len: 168 time: 0.1997805 Mar 04 20:41:12.210597 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afb3e7-b98c-468b-9873-140a10ba3920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2851d3e6-7511-46d6-bf99-c48971afac98,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:12.372652 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ccf42c5a-a57e-494b-a6e0-bff100b3ac04 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:12.395257 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: ccf42c5a-a57e-494b-a6e0-bff100b3ac04 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:12.395603 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ccf42c5a-a57e-494b-a6e0-bff100b3ac04 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:12.814663 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41274) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:12.827769 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5559a606-1d87-4305-8d6c-f081307c0dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:12.900939 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5559a606-1d87-4305-8d6c-f081307c0dfa admin admin] Publish callbacks [] for security_group (f4fd0d56-3e57-4f0f-9808-818dbc8f7c44), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:12.964390 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5559a606-1d87-4305-8d6c-f081307c0dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f4fd0d56-3e57-4f0f-9808-818dbc8f7c44), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:13.000959 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559a606-1d87-4305-8d6c-f081307c0dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fd0d56-3e57-4f0f-9808-818dbc8f7c44,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:13.005988 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-5559a606-1d87-4305-8d6c-f081307c0dfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72202d10610740e0b40adbf9e13af39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901975 Mar 04 20:41:13.009120 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41278) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:13.054288 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-262bc6a9-559f-407e-b210-1542cafec0df admin admin] Publish callbacks [] for security_group (f4fd0d56-3e57-4f0f-9808-818dbc8f7c44), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:13.074970 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-262bc6a9-559f-407e-b210-1542cafec0df admin admin] Publish callbacks [] for security_group (f4fd0d56-3e57-4f0f-9808-818dbc8f7c44), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:13.199945 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-262bc6a9-559f-407e-b210-1542cafec0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f4fd0d56-3e57-4f0f-9808-818dbc8f7c44), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:13.202493 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-262bc6a9-559f-407e-b210-1542cafec0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:13.203643 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-262bc6a9-559f-407e-b210-1542cafec0df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4fd0d56-3e57-4f0f-9808-818dbc8f7c44 HTTP/1.1" status: 204 len: 168 time: 0.1940091 Mar 04 20:41:13.211754 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bc6a9-559f-407e-b210-1542cafec0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fd0d56-3e57-4f0f-9808-818dbc8f7c44,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:14.213695 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41306) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:14.321921 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1095225462-network', 'tenant_id': 'b0373bb54367485284c6cac232f54cbe'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:14.415768 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Made reservation on behalf of b0373bb54367485284c6cac232f54cbe for: {'network': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:41:14.418058 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.426791 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.497605 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Publish callbacks [] for security_group (19c31361-cec8-4695-8097-2ca45c64c2f9), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.571493 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (19c31361-cec8-4695-8097-2ca45c64c2f9), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.595659 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:41:14.609630 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c31361-cec8-4695-8097-2ca45c64c2f9,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:14.614728 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (9f375b17-0b07-4695-aa60-5785d960490f), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.615073 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.segments_db [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Added segment 9f375b17-0b07-4695-aa60-5785d960490f of type vlan for network 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 Mar 04 20:41:14.657711 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (6a49f7d2-1ff6-45e0-9516-ed0a08ab6691), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.755084 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (6a49f7d2-1ff6-45e0-9516-ed0a08ab6691), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.755971 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:14.756592 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.813175 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] Pushing event updated for resources: {'Network': ['ID=6a49f7d2-1ff6-45e0-9516-ed0a08ab6691,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:14.823258 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:41:14.846913 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:14.877289 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1365432e-9f2f-40e4-addf-1c5765ff5c0d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6610992 Mar 04 20:41:14.880838 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41310) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:14.885513 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Request body: {'subnet': {'network_id': '6a49f7d2-1ff6-45e0-9516-ed0a08ab6691', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1095225462-subnet', 'tenant_id': 'b0373bb54367485284c6cac232f54cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:14.959850 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Made reservation on behalf of b0373bb54367485284c6cac232f54cbe for: {'subnet': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:41:14.962167 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130826628'] for subnet (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:15.177774 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133224668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130826650'] for subnet (e1164af1-ab58-49e9-9843-9b5eeed89a40), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:15.233130 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1164af1-ab58-49e9-9843-9b5eeed89a40,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:15.244886 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Checking segment: {'id': '9f375b17-0b07-4695-aa60-5785d960490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6a49f7d2-1ff6-45e0-9516-ed0a08ab6691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:41:15.245248 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Network hostable DHCP agents. Network: 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:41:15.335132 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-15c226c8-29bc-4ccb-8bd9-4c7a18e9e669 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441644 Mar 04 20:41:15.337532 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Network 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:41:15.407030 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-c92bcf2e-45ee-4fa9-99fd-6fc46105f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:15.407030 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-c92bcf2e-45ee-4fa9-99fd-6fc46105f7ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 1129 time: 0.0452011 Mar 04 20:41:15.423255 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691) {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:41:15.427944 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:15.429033 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:15.432865 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743f542b-228f-4107-9618-6a13f469774c None None] Network 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:41:15.515443 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-44ad048a-6451-49a1-9ef3-fdebedaad3ff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6330178 Mar 04 20:41:15.530920 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14437a-d447-4261-9857-541d0879c6d2 None None] Network 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:41:15.611503 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc68d3-0550-4066-9972-63411199c1d2 req-0b479e75-a1e0-4428-876f-587d5cb2400d tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:15.613639 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-0b479e75-a1e0-4428-876f-587d5cb2400d tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/networks?id=62f198db-c4d2-43b4-8499-073f1b965f3b HTTP/1.1" status: 200 len: 814 time: 0.1945260 Mar 04 20:41:15.618375 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-d90e6a38-d1a5-4656-9688-d6c38351efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:15.619804 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-d90e6a38-d1a5-4656-9688-d6c38351efc6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 911 time: 0.1766653 Mar 04 20:41:15.636330 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-46dbca0b-27fc-4fb5-b6e5-0aa008f25729 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/quotas/faafca90839746fb858df63ff6661776 HTTP/1.1" status: 200 len: 375 time: 0.0155647 Mar 04 20:41:15.702674 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-bf35e46b-f4e9-4732-8c26-3002bfcae9f9 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=faafca90839746fb858df63ff6661776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355124 Mar 04 20:41:15.719634 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-06a190d4-d066-4ddb-b651-cb0fdbea7133 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e7976c-416f-450a-b79a-3e89ead56e60 HTTP/1.1" status: 200 len: 1001 time: 0.0928161 Mar 04 20:41:15.816764 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-05f22602-2ae9-4385-8b35-cb87a5effa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:15.818223 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-05f22602-2ae9-4385-8b35-cb87a5effa0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df8ab674-da60-4a5d-940e-37747103e9b3 HTTP/1.1" status: 200 len: 849 time: 0.0871902 Mar 04 20:41:15.871753 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-b4044618-aa17-4a03-a541-67983e994811 service neutron] 10.222.0.41 "GET /v2.0/networks/62f198db-c4d2-43b4-8499-073f1b965f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597919 Mar 04 20:41:15.948600 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-ac14404b-f3e1-4a50-a464-db560aca43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:15.952229 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-ac14404b-f3e1-4a50-a464-db560aca43fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=decb093a-7e88-4e3c-bd79-2ebf623b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1241710 Mar 04 20:41:16.027149 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-bed53d96-654d-4536-aacf-9b8238fd2eb4 service neutron] 10.222.0.41 "GET /v2.0/networks/62f198db-c4d2-43b4-8499-073f1b965f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490960 Mar 04 20:41:16.053624 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-76d6eeec-1db5-41c6-b00f-21d580c97183 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975573 Mar 04 20:41:16.149228 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b09f6631-ca6a-465f-bca4-70abc47b0220 req-bafdb9b8-2def-460e-a13a-4782a0151b09 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878801 Mar 04 20:41:16.204755 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41340) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:16.210240 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-119117019-network', 'tenant_id': '3f7f17da1ab74077af65ec83a3b63003'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:16.290179 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Made reservation on behalf of 3f7f17da1ab74077af65ec83a3b63003 for: {'network': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:41:16.294977 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:16.305340 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e7d36e4d-d098-46ef-a531-1b7a56427161 req-b52e8bad-b34f-4503-b902-9c878d0285d7 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 210 time: 0.0296853 Mar 04 20:41:16.305799 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:16.382031 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Publish callbacks [] for security_group (5b68c35b-7e74-4811-b3c6-3f47d26c5623), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:16.513303 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (5b68c35b-7e74-4811-b3c6-3f47d26c5623), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:16.545825 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:41:16.552352 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b68c35b-7e74-4811-b3c6-3f47d26c5623,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:16.561396 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (f4ec6769-8bb3-4215-8942-93727d7bd409), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:16.561735 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.segments_db [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Added segment f4ec6769-8bb3-4215-8942-93727d7bd409 of type vlan for network 333bffca-9a4b-48b6-be20-d1f4d5f7bc89 Mar 04 20:41:16.563668 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.564022 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.564363 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.564697 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.565025 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.565356 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.565737 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.566174 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.566529 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.566857 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.567180 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.567499 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.567818 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:16.615990 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (333bffca-9a4b-48b6-be20-d1f4d5f7bc89), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:16.703103 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (333bffca-9a4b-48b6-be20-d1f4d5f7bc89), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:16.704150 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:16.704763 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:16.764986 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] Pushing event updated for resources: {'Network': ['ID=333bffca-9a4b-48b6-be20-d1f4d5f7bc89,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:16.776037 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 333bffca-9a4b-48b6-be20-d1f4d5f7bc89 details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:41:16.791426 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-ed32a2fe-b5e7-423b-9d07-585713bcab52 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5855355 Mar 04 20:41:16.794368 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41352) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:16.799489 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Request body: {'subnet': {'network_id': '333bffca-9a4b-48b6-be20-d1f4d5f7bc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-119117019-subnet', 'tenant_id': '3f7f17da1ab74077af65ec83a3b63003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:16.914910 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Made reservation on behalf of 3f7f17da1ab74077af65ec83a3b63003 for: {'subnet': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:41:16.917313 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130826628'] for subnet (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.161185 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133224668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130826650'] for subnet (562a81db-dd09-48a8-9b79-5111705b9e32), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.220338 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=562a81db-dd09-48a8-9b79-5111705b9e32,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:17.230363 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.230731 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.231070 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.231404 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.231733 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.232059 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.232384 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.232706 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.233027 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.233357 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.233672 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.233988 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.234302 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:17.239359 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Checking segment: {'id': 'f4ec6769-8bb3-4215-8942-93727d7bd409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '333bffca-9a4b-48b6-be20-d1f4d5f7bc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:41:17.244823 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Network hostable DHCP agents. Network: 333bffca-9a4b-48b6-be20-d1f4d5f7bc89, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:41:17.360748 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Network 333bffca-9a4b-48b6-be20-d1f4d5f7bc89 is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:41:17.393186 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bcf22419-62ca-4295-986b-39b48f7b72fb req-ecb022d8-bb76-4406-aa6e-2fcce3606b64 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 210 time: 0.0268741 Mar 04 20:41:17.468625 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-70515b50-3673-4bd5-85cb-06fff49943d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.560233 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 333bffca-9a4b-48b6-be20-d1f4d5f7bc89) {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:41:17.564552 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:17.565349 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:17.571155 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a364e-c971-456e-834a-1bf1f577d49f None None] Network 333bffca-9a4b-48b6-be20-d1f4d5f7bc89 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:41:17.668906 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8914ba-42cf-4695-ace6-35c15370c4e1 None None] Network 333bffca-9a4b-48b6-be20-d1f4d5f7bc89 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:41:17.682854 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a6feae71-bce0-43f7-95ff-08a70303e120 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8873050 Mar 04 20:41:18.167616 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-9fa66088-7313-4986-a2d0-e9c260acd0c4 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:18.169073 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-9fa66088-7313-4986-a2d0-e9c260acd0c4 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/networks?id=6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 HTTP/1.1" status: 200 len: 809 time: 0.1011164 Mar 04 20:41:18.184196 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-c1558126-acf4-4aeb-abe4-cb94313992a2 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/quotas/b0373bb54367485284c6cac232f54cbe HTTP/1.1" status: 200 len: 375 time: 0.0096734 Mar 04 20:41:18.216955 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-3be7444c-12e8-4000-b6cc-fa972428f0d2 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0373bb54367485284c6cac232f54cbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274611 Mar 04 20:41:18.310288 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-d9df5e10-726a-43e6-a0aa-1443ca04826b service neutron] 10.222.0.41 "GET /v2.0/networks/6a49f7d2-1ff6-45e0-9516-ed0a08ab6691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858028 Mar 04 20:41:18.399094 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-d86c8b43-dd07-4ac3-b2f6-d90390f3ee09 service neutron] 10.222.0.41 "GET /v2.0/networks/6a49f7d2-1ff6-45e0-9516-ed0a08ab6691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830994 Mar 04 20:41:18.440835 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc68d3-0550-4066-9972-63411199c1d2 req-13a16de3-24f4-4f5b-81c1-effa3e3125a5 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:18.443312 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-13a16de3-24f4-4f5b-81c1-effa3e3125a5 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.21 "GET /v2.0/networks?id=62f198db-c4d2-43b4-8499-073f1b965f3b HTTP/1.1" status: 200 len: 814 time: 0.1087391 Mar 04 20:41:18.458927 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Request body: {'port': {'device_id': '2a087032-8674-4ee9-a015-e5ef9a450cdc', 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b', 'admin_state_up': True, 'tenant_id': 'faafca90839746fb858df63ff6661776'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:18.507791 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-019cbc87-901c-4826-8320-ee5a9ed2e8a7 req-9ba781cf-a184-497c-b9e5-a9183efc6835 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 210 time: 0.0428805 Mar 04 20:41:18.628451 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-09433c0f-a3bf-41e9-a4e3-def97de5afb8 req-ada311fc-80e8-4760-ab09-146e679975ca tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 210 time: 0.0271177 Mar 04 20:41:18.667462 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Made reservation on behalf of faafca90839746fb858df63ff6661776 for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:41:18.670824 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:18.799151 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Allocated IP 172.20.0.11 (62f198db-c4d2-43b4-8499-073f1b965f3b/1d1fd609-c175-4aed-95cd-31bd502f1771/a0d9f147-8d54-426f-b000-bd0abc9c654f) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:41:18.936489 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks [] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.033305 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.077261 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Network 62f198db-c4d2-43b4-8499-073f1b965f3b is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:41:19.080200 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:41:19.084482 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:41:19.107853 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Pushing event updated for resources: {'Port': ['ID=a0d9f147-8d54-426f-b000-bd0abc9c654f,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:19.136708 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:19.140349 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.235285 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ed9f398c-74e9-4868-ac91-273c675734ea tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7819078 Mar 04 20:41:19.248733 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Request body: {'port': {'device_id': '2a087032-8674-4ee9-a015-e5ef9a450cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:19.310336 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.573009 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d9f147-8d54-426f-b000-bd0abc9c654f {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:19.580763 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Publish callbacks [] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.592715 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Transition to ACTIVE for port object a0d9f147-8d54-426f-b000-bd0abc9c654f will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:41:19.635679 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd0c67-576e-4db5-9776-0d403106a35e req-ce5a7bb2-798f-4863-b4d9-559c4e4816ec tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:19.637141 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-62bd0c67-576e-4db5-9776-0d403106a35e req-ce5a7bb2-798f-4863-b4d9-559c4e4816ec tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 932 time: 0.0539775 Mar 04 20:41:19.663163 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.663442 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-952f8daa-9645-4371-a648-72d77daa34d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.696268 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-62bd0c67-576e-4db5-9776-0d403106a35e req-b834ba2a-ea4e-4e7d-9643-61ca499cd2ce tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Mar 04 20:41:19.742966 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8aab20f4-9911-4c1d-b9fc-2d897f220f69 req-eb851230-f536-4b6c-af61-04eb28942b40 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 210 time: 0.0424986 Mar 04 20:41:19.745518 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d9f147-8d54-426f-b000-bd0abc9c654f,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:19.814900 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Attempting to bind port a0d9f147-8d54-426f-b000-bd0abc9c654f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:41:19.815163 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Attempting to bind port a0d9f147-8d54-426f-b000-bd0abc9c654f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1c91452b-97f6-4650-acb6-1f0659eee857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:41:19.815491 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Attempting to bind port a0d9f147-8d54-426f-b000-bd0abc9c654f on network 62f198db-c4d2-43b4-8499-073f1b965f3b {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:41:19.820384 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Port a0d9f147-8d54-426f-b000-bd0abc9c654f on network 62f198db-c4d2-43b4-8499-073f1b965f3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:41:19.820707 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Attempting to bind port a0d9f147-8d54-426f-b000-bd0abc9c654f on network 62f198db-c4d2-43b4-8499-073f1b965f3b {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:41:19.825391 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:41:19.825731 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Checking segment: {'id': '1c91452b-97f6-4650-acb6-1f0659eee857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:41:19.826108 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Bound using segment: {'id': '1c91452b-97f6-4650-acb6-1f0659eee857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:41:19.826577 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Bound port: a0d9f147-8d54-426f-b000-bd0abc9c654f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c91452b-97f6-4650-acb6-1f0659eee857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:41:19.826933 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:19.888718 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] For port a0d9f147-8d54-426f-b000-bd0abc9c654f, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:41:19.891659 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] For port a0d9f147-8d54-426f-b000-bd0abc9c654f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0d9f147-8d54-426f-b000-bd0abc9c654f,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:41:19.995500 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:20.036293 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.036915 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:20.038288 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] 10.222.0.21 "PUT /v2.0/ports/a0d9f147-8d54-426f-b000-bd0abc9c654f HTTP/1.1" status: 200 len: 1094 time: 0.7936726 Mar 04 20:41:20.038748 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a087032-8674-4ee9-a015-e5ef9a450cdc', 'tag': 'a0d9f147-8d54-426f-b000-bd0abc9c654f'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:20.040978 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09b2c1e-4cdb-4da3-b88e-417b83d75e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a087032-8674-4ee9-a015-e5ef9a450cdc", "tag": "a0d9f147-8d54-426f-b000-bd0abc9c654f"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:20.063200 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5678cb-09d8-4d73-9e90-f7bcbefb86c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d9f147-8d54-426f-b000-bd0abc9c654f,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:20.086656 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9a83c-9760-43a2-ba77-f6aa3fe1b77e x-openstack-request-id: req-82d9a83c-9760-43a2-ba77-f6aa3fe1b77e {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:20.086954 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a087032-8674-4ee9-a015-e5ef9a450cdc", "tag": "a0d9f147-8d54-426f-b000-bd0abc9c654f", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:20.087216 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82d9a83c-9760-43a2-ba77-f6aa3fe1b77e {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:20.087617 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a087032-8674-4ee9-a015-e5ef9a450cdc', 'tag': 'a0d9f147-8d54-426f-b000-bd0abc9c654f', 'status': 'completed', 'code': 200} Mar 04 20:41:20.151311 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b2c1e-4cdb-4da3-b88e-417b83d75e4a req-eebf6a93-2956-4bd1-970c-29ef58b7a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.152879 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f09b2c1e-4cdb-4da3-b88e-417b83d75e4a req-eebf6a93-2956-4bd1-970c-29ef58b7a5cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=faafca90839746fb858df63ff6661776&device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 1128 time: 0.0451016 Mar 04 20:41:20.248257 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b2c1e-4cdb-4da3-b88e-417b83d75e4a req-4b0b2756-909e-4cc6-bd3d-2f617543b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.249721 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f09b2c1e-4cdb-4da3-b88e-417b83d75e4a req-4b0b2756-909e-4cc6-bd3d-2f617543b85a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=faafca90839746fb858df63ff6661776&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902224 Mar 04 20:41:20.343065 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b2c1e-4cdb-4da3-b88e-417b83d75e4a req-13d47367-8e80-4fbe-99cd-cf0d09e61568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.344419 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f09b2c1e-4cdb-4da3-b88e-417b83d75e4a req-13d47367-8e80-4fbe-99cd-cf0d09e61568 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892620 Mar 04 20:41:20.428566 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc68d3-0550-4066-9972-63411199c1d2 req-e3c2f9c9-54ef-41df-942e-4d219e5d557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.430084 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-e3c2f9c9-54ef-41df-942e-4d219e5d557d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=faafca90839746fb858df63ff6661776&device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 1128 time: 0.0484107 Mar 04 20:41:20.478475 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-08d4021d-4562-47be-b034-e909a6eaabe3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0d9f147-8d54-426f-b000-bd0abc9c654f HTTP/1.1" status: 200 len: 217 time: 0.0402582 Mar 04 20:41:20.530046 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc68d3-0550-4066-9972-63411199c1d2 req-10f29ae3-609b-42c8-aaf1-97c5e8ed3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.531530 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-10f29ae3-609b-42c8-aaf1-97c5e8ed3f7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d1fd609-c175-4aed-95cd-31bd502f1771 HTTP/1.1" status: 200 len: 854 time: 0.0457826 Mar 04 20:41:20.563282 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-9dd0204c-6024-46d5-a4cd-6de95f078b46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62f198db-c4d2-43b4-8499-073f1b965f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247176 Mar 04 20:41:20.655929 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-ecd368e3-4a57-4394-8217-f4ba6a31c60b service neutron] 10.222.0.21 "GET /v2.0/networks/62f198db-c4d2-43b4-8499-073f1b965f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864496 Mar 04 20:41:20.754235 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fefc68d3-0550-4066-9972-63411199c1d2 req-5bf41070-76d4-47d6-8113-fb21a35173d6 service neutron] 10.222.0.21 "GET /v2.0/networks/62f198db-c4d2-43b4-8499-073f1b965f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895844 Mar 04 20:41:20.823622 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc6de-16cd-4bda-a461-59a141f30afa req-b735825c-a732-4163-9bc4-e65a6f5048b2 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.825099 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-788fc6de-16cd-4bda-a461-59a141f30afa req-b735825c-a732-4163-9bc4-e65a6f5048b2 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 944 time: 0.0580063 Mar 04 20:41:20.849770 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df8b9fc0-0d45-4d4f-9fb4-bc77c275748d req-d09a3975-9fb1-45d1-8643-43c2629cd194 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 210 time: 0.0283482 Mar 04 20:41:20.948965 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-788fc6de-16cd-4bda-a461-59a141f30afa req-5bdec298-fdfb-4459-9778-0df5de0d7cb1 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129720 Mar 04 20:41:20.969787 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:20.971351 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-52a97b9a-d071-4fca-b15b-f559c42c3450 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:20.972839 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-52a97b9a-d071-4fca-b15b-f559c42c3450 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.21 "GET /v2.0/networks?id=6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 HTTP/1.1" status: 200 len: 809 time: 0.1468463 Mar 04 20:41:20.985172 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Request body: {'port': {'device_id': '4dfd83f4-e544-4781-9ecc-fee7eb9a6d29', 'network_id': '6a49f7d2-1ff6-45e0-9516-ed0a08ab6691', 'admin_state_up': True, 'tenant_id': 'b0373bb54367485284c6cac232f54cbe'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:21.154783 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Made reservation on behalf of b0373bb54367485284c6cac232f54cbe for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:41:21.158151 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:21.289724 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Allocated IP 172.20.0.6 (6a49f7d2-1ff6-45e0-9516-ed0a08ab6691/e1164af1-ab58-49e9-9843-9b5eeed89a40/90898752-ebbd-48d8-8fe5-b2932980f638) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:41:21.441830 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Publish callbacks [] for port (90898752-ebbd-48d8-8fe5-b2932980f638), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:21.535949 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:21.578001 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Network 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:41:21.581012 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:41:21.584657 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:41:21.613082 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Pushing event updated for resources: {'Port': ['ID=90898752-ebbd-48d8-8fe5-b2932980f638,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:21.640221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:21.640835 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:21.710544 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6eca3283-69a2-4658-8220-9a029522ef8a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7290306 Mar 04 20:41:21.723471 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Request body: {'port': {'device_id': '4dfd83f4-e544-4781-9ecc-fee7eb9a6d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:21.783023 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:22.081234 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd97d80-accf-4da9-a37c-b6ff51c68418 req-031ddab9-11dc-4b61-92f0-1ccdaaa6835c tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.084512 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5dd97d80-accf-4da9-a37c-b6ff51c68418 req-031ddab9-11dc-4b61-92f0-1ccdaaa6835c tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 944 time: 0.0613089 Mar 04 20:41:22.133888 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5dd97d80-accf-4da9-a37c-b6ff51c68418 req-0c19e151-7355-4fe2-bb6b-5ce598c4cb97 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437081 Mar 04 20:41:22.246266 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:22.265504 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b5fe7-6660-4010-b74b-53006cb4c398 req-7c068d85-2a80-421a-8faf-43590fc1e866 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.267012 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c60b5fe7-6660-4010-b74b-53006cb4c398 req-7c068d85-2a80-421a-8faf-43590fc1e866 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 931 time: 0.3390350 Mar 04 20:41:22.344401 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90898752-ebbd-48d8-8fe5-b2932980f638 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:22.354606 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Publish callbacks [] for port (90898752-ebbd-48d8-8fe5-b2932980f638), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:22.363406 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c60b5fe7-6660-4010-b74b-53006cb4c398 req-8ac14b52-ee5c-4197-897e-d8cf5703cf5e tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889397 Mar 04 20:41:22.370885 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Transition to ACTIVE for port object 90898752-ebbd-48d8-8fe5-b2932980f638 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:41:22.444688 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:22.495884 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Pushing event updated for resources: {'Port': ['ID=90898752-ebbd-48d8-8fe5-b2932980f638,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:22.562704 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Attempting to bind port 90898752-ebbd-48d8-8fe5-b2932980f638 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:41:22.563046 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Attempting to bind port 90898752-ebbd-48d8-8fe5-b2932980f638 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9f375b17-0b07-4695-aa60-5785d960490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6a49f7d2-1ff6-45e0-9516-ed0a08ab6691'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:41:22.563412 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Attempting to bind port 90898752-ebbd-48d8-8fe5-b2932980f638 on network 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:41:22.568347 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Port 90898752-ebbd-48d8-8fe5-b2932980f638 on network 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:41:22.568891 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Attempting to bind port 90898752-ebbd-48d8-8fe5-b2932980f638 on network 6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:41:22.575413 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:41:22.575979 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Checking segment: {'id': '9f375b17-0b07-4695-aa60-5785d960490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6a49f7d2-1ff6-45e0-9516-ed0a08ab6691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:41:22.577236 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Bound using segment: {'id': '9f375b17-0b07-4695-aa60-5785d960490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6a49f7d2-1ff6-45e0-9516-ed0a08ab6691'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:41:22.578093 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Bound port: 90898752-ebbd-48d8-8fe5-b2932980f638, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f375b17-0b07-4695-aa60-5785d960490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6a49f7d2-1ff6-45e0-9516-ed0a08ab6691'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:41:22.578396 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:22.666012 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] For port 90898752-ebbd-48d8-8fe5-b2932980f638, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:41:22.681811 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] For port 90898752-ebbd-48d8-8fe5-b2932980f638, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=90898752-ebbd-48d8-8fe5-b2932980f638,segment=NetworkSegment(9f375b17-0b07-4695-aa60-5785d960490f),segment_id=9f375b17-0b07-4695-aa60-5785d960490f)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:41:22.701218 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0485eff-ed50-4a0a-a65a-1f53ed659bcd req-30d10548-5715-4cc8-94d6-c4e626170b56 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.702715 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b0485eff-ed50-4a0a-a65a-1f53ed659bcd req-30d10548-5715-4cc8-94d6-c4e626170b56 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0692575 Mar 04 20:41:22.746043 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:22.759466 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b0485eff-ed50-4a0a-a65a-1f53ed659bcd req-c86a0e9a-b52c-4a40-bbb5-c9eba9861f50 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510840 Mar 04 20:41:22.784961 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.785572 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:22.787580 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] 10.222.0.21 "PUT /v2.0/ports/90898752-ebbd-48d8-8fe5-b2932980f638 HTTP/1.1" status: 200 len: 1093 time: 1.0683672 Mar 04 20:41:22.788034 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd83f4-e544-4781-9ecc-fee7eb9a6d29', 'tag': '90898752-ebbd-48d8-8fe5-b2932980f638'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:22.790220 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6d1f62-7702-4c5d-abd4-731374e47b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfd83f4-e544-4781-9ecc-fee7eb9a6d29", "tag": "90898752-ebbd-48d8-8fe5-b2932980f638"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:22.814200 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91618afe-ef15-4556-9a7e-7f284c4236c4 service neutron] Pushing event updated for resources: {'Port': ['ID=90898752-ebbd-48d8-8fe5-b2932980f638,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:22.830754 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7885c23e-cea1-40c1-943a-fd7830514c30 x-openstack-request-id: req-7885c23e-cea1-40c1-943a-fd7830514c30 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:22.831051 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfd83f4-e544-4781-9ecc-fee7eb9a6d29", "tag": "90898752-ebbd-48d8-8fe5-b2932980f638", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:22.831309 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7885c23e-cea1-40c1-943a-fd7830514c30 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:22.831708 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfd83f4-e544-4781-9ecc-fee7eb9a6d29', 'tag': '90898752-ebbd-48d8-8fe5-b2932980f638', 'status': 'completed', 'code': 200} Mar 04 20:41:22.895315 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1f62-7702-4c5d-abd4-731374e47b6d req-7623c41a-613f-44a7-b8fc-0e8ba0e80ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.896999 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6c6d1f62-7702-4c5d-abd4-731374e47b6d req-7623c41a-613f-44a7-b8fc-0e8ba0e80ee9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0373bb54367485284c6cac232f54cbe&device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 1127 time: 0.0455077 Mar 04 20:41:22.990161 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1f62-7702-4c5d-abd4-731374e47b6d req-489e2bb2-77a0-4cec-b2de-1cbe9d3fa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:22.991890 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6c6d1f62-7702-4c5d-abd4-731374e47b6d req-489e2bb2-77a0-4cec-b2de-1cbe9d3fa4eb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b0373bb54367485284c6cac232f54cbe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0876973 Mar 04 20:41:23.084917 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1f62-7702-4c5d-abd4-731374e47b6d req-5a71bb64-bcad-403a-92d8-f3d1339e439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.086258 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6c6d1f62-7702-4c5d-abd4-731374e47b6d req-5a71bb64-bcad-403a-92d8-f3d1339e439b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868111 Mar 04 20:41:23.164813 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-35ea863f-14a2-4062-8611-0603029007c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.166314 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-35ea863f-14a2-4062-8611-0603029007c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0373bb54367485284c6cac232f54cbe&device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 1127 time: 0.0440223 Mar 04 20:41:23.218403 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-04ecb0b2-91c6-4341-95c8-bcc8509f58c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90898752-ebbd-48d8-8fe5-b2932980f638 HTTP/1.1" status: 200 len: 217 time: 0.0442898 Mar 04 20:41:23.288661 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-4d26dd78-660d-4300-9afa-2032d5ddf650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.290129 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-4d26dd78-660d-4300-9afa-2032d5ddf650 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1164af1-ab58-49e9-9843-9b5eeed89a40 HTTP/1.1" status: 200 len: 849 time: 0.0537724 Mar 04 20:41:23.297783 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17c60-43ec-4e52-9700-69b074bdb4c4 req-599913c3-9d14-412e-bc49-529bc57d68a3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.299182 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5ae17c60-43ec-4e52-9700-69b074bdb4c4 req-599913c3-9d14-412e-bc49-529bc57d68a3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 944 time: 0.0898371 Mar 04 20:41:23.331786 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-2370e1c8-a0d3-49b2-a8d3-47be782829d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a49f7d2-1ff6-45e0-9516-ed0a08ab6691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316870 Mar 04 20:41:23.414710 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5ae17c60-43ec-4e52-9700-69b074bdb4c4 req-3c21987c-19fa-40fa-bad6-0158f2d7465d tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071017 Mar 04 20:41:23.442078 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-04e45b2f-b2d0-41ee-a2d9-6697c3992d01 service neutron] 10.222.0.21 "GET /v2.0/networks/6a49f7d2-1ff6-45e0-9516-ed0a08ab6691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041198 Mar 04 20:41:23.483062 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421be1-57d7-4a66-ba89-3c1376addeea req-b161df34-811e-4a41-b4db-ab78913b405f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.484549 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1e421be1-57d7-4a66-ba89-3c1376addeea req-b161df34-811e-4a41-b4db-ab78913b405f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 943 time: 0.0523486 Mar 04 20:41:23.533226 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1e421be1-57d7-4a66-ba89-3c1376addeea req-ae410ae7-76d0-44e4-a904-77fcf9d264c3 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Mar 04 20:41:23.535778 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d9c0fdaa-b98c-4b3d-80ca-954d2ea677fe req-6bc23773-4741-4b62-aa07-a557fee19132 service neutron] 10.222.0.21 "GET /v2.0/networks/6a49f7d2-1ff6-45e0-9516-ed0a08ab6691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866923 Mar 04 20:41:23.685805 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:23.878990 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeffa5-554f-4816-8669-013971a764e2 req-6a0d78c4-96ce-48c1-a5db-b6a1e03bd196 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:23.880985 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1eeeffa5-554f-4816-8669-013971a764e2 req-6a0d78c4-96ce-48c1-a5db-b6a1e03bd196 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0563152 Mar 04 20:41:23.925516 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1eeeffa5-554f-4816-8669-013971a764e2 req-6a1c8d21-de96-4833-98e5-382aae1a4071 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386970 Mar 04 20:41:24.436441 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device a0d9f147-8d54-426f-b000-bd0abc9c654f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:41:24.529173 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63e7f5-4c19-4b38-a03a-62dcf6b5e329 req-d8ab565d-7d3a-4cc2-aedc-ce263f436fbf tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.530686 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ba63e7f5-4c19-4b38-a03a-62dcf6b5e329 req-d8ab565d-7d3a-4cc2-aedc-ce263f436fbf tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 944 time: 0.0513422 Mar 04 20:41:24.537643 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port a0d9f147-8d54-426f-b000-bd0abc9c654f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0d9f147-8d54-426f-b000-bd0abc9c654f,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:24.548156 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'a0d9f147-8d54-426f-b000-bd0abc9c654f', 'network_id': '62f198db-c4d2-43b4-8499-073f1b965f3b', 'port_id': 'a0d9f147-8d54-426f-b000-bd0abc9c654f', 'mac_address': 'fa:16:3e:c9:5d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1fd609-c175-4aed-95cd-31bd502f1771', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:41:24.579893 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ba63e7f5-4c19-4b38-a03a-62dcf6b5e329 req-e6f4bc97-add1-4682-918d-ae9819400df4 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Mar 04 20:41:24.587011 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port a0d9f147-8d54-426f-b000-bd0abc9c654f is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:24.587401 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.602026 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d9f147-8d54-426f-b000-bd0abc9c654f {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:24.620374 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port a0d9f147-8d54-426f-b000-bd0abc9c654f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0d9f147-8d54-426f-b000-bd0abc9c654f,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:24.657119 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de5197-f8c4-4e25-829f-c7e042230ca4 req-44915f03-fdd9-4722-a013-a72dca8e2405 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:24.658627 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17de5197-f8c4-4e25-829f-c7e042230ca4 req-44915f03-fdd9-4722-a013-a72dca8e2405 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 943 time: 0.0528600 Mar 04 20:41:24.674783 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:24.710790 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17de5197-f8c4-4e25-829f-c7e042230ca4 req-e4db5394-c8bc-4d46-9d5d-075421b85544 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Mar 04 20:41:24.724570 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=a0d9f147-8d54-426f-b000-bd0abc9c654f,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:24.732011 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.732362 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.732727 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.733071 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.733405 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.733756 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.734068 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.734405 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.734745 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.735089 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.735418 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.735739 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.736059 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:41:24.959332 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['a0d9f147-8d54-426f-b000-bd0abc9c654f'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:25.048114 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e087-a73d-4815-b002-8c097c7a094a req-746346b7-6f05-4888-a123-38244eb38cbf tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:25.049684 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3355e087-a73d-4815-b002-8c097c7a094a req-746346b7-6f05-4888-a123-38244eb38cbf tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0539258 Mar 04 20:41:25.097849 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3355e087-a73d-4815-b002-8c097c7a094a req-f0ea71ef-5969-4602-b1ad-af8e59c6be36 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 Mar 04 20:41:25.698200 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e33dc-f9f7-4535-bc78-8e718d60acb6 req-64c13634-8047-4670-a052-8f1061276ad9 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:25.699709 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-501e33dc-f9f7-4535-bc78-8e718d60acb6 req-64c13634-8047-4670-a052-8f1061276ad9 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 945 time: 0.0515051 Mar 04 20:41:25.747684 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-501e33dc-f9f7-4535-bc78-8e718d60acb6 req-131404f6-e9be-453e-8f87-d4204d0cb4d7 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Mar 04 20:41:25.833959 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79907f-945f-4bab-a902-129c754dcf43 req-1a0be319-ab47-416f-99ab-9060ac86bbbe tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:25.835432 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0d79907f-945f-4bab-a902-129c754dcf43 req-1a0be319-ab47-416f-99ab-9060ac86bbbe tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 943 time: 0.0562785 Mar 04 20:41:25.881996 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0d79907f-945f-4bab-a902-129c754dcf43 req-3af1539f-f4a8-4d31-9abe-6c7fc4a4d65b tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Mar 04 20:41:26.213327 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4638ee-e853-46f5-a69f-f4968696cb6c req-66cb85f8-82f9-452a-9f3f-c5f62c4ea89b tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.214832 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3a4638ee-e853-46f5-a69f-f4968696cb6c req-66cb85f8-82f9-452a-9f3f-c5f62c4ea89b tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0516398 Mar 04 20:41:26.260465 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3a4638ee-e853-46f5-a69f-f4968696cb6c req-ce86bedc-e6dd-4600-93f2-049fa4ff826a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403144 Mar 04 20:41:26.450966 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 90898752-ebbd-48d8-8fe5-b2932980f638 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:41:26.453984 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device a0d9f147-8d54-426f-b000-bd0abc9c654f up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:41:26.588574 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 90898752-ebbd-48d8-8fe5-b2932980f638, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=90898752-ebbd-48d8-8fe5-b2932980f638,segment=NetworkSegment(9f375b17-0b07-4695-aa60-5785d960490f),segment_id=9f375b17-0b07-4695-aa60-5785d960490f)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:26.603613 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '90898752-ebbd-48d8-8fe5-b2932980f638', 'network_id': '6a49f7d2-1ff6-45e0-9516-ed0a08ab6691', 'port_id': '90898752-ebbd-48d8-8fe5-b2932980f638', 'mac_address': 'fa:16:3e:2c:74:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1164af1-ab58-49e9-9843-9b5eeed89a40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:41:26.636870 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port a0d9f147-8d54-426f-b000-bd0abc9c654f completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:41:26.647104 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port a0d9f147-8d54-426f-b000-bd0abc9c654f triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:41:26.647479 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:26.669881 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 90898752-ebbd-48d8-8fe5-b2932980f638 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:26.670258 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:26.694574 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90898752-ebbd-48d8-8fe5-b2932980f638 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:26.719386 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 90898752-ebbd-48d8-8fe5-b2932980f638, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=90898752-ebbd-48d8-8fe5-b2932980f638,segment=NetworkSegment(9f375b17-0b07-4695-aa60-5785d960490f),segment_id=9f375b17-0b07-4695-aa60-5785d960490f)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:26.755434 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port a0d9f147-8d54-426f-b000-bd0abc9c654f is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:26.755892 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:26.778973 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a087032-8674-4ee9-a015-e5ef9a450cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d9f147-8d54-426f-b000-bd0abc9c654f'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:26.781231 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d84276-61cc-4859-8937-3476705c0dab" -d '{"events": [{"server_uuid": "2a087032-8674-4ee9-a015-e5ef9a450cdc", "name": "network-vif-plugged", "status": "completed", "tag": "a0d9f147-8d54-426f-b000-bd0abc9c654f"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:26.794075 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port a0d9f147-8d54-426f-b000-bd0abc9c654f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0d9f147-8d54-426f-b000-bd0abc9c654f,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:26.795218 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:26.821763 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7999148-fdbb-4bc3-b699-78a9964dbe0d x-openstack-request-id: req-c7999148-fdbb-4bc3-b699-78a9964dbe0d {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:26.824377 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a087032-8674-4ee9-a015-e5ef9a450cdc", "name": "network-vif-plugged", "status": "completed", "tag": "a0d9f147-8d54-426f-b000-bd0abc9c654f", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:26.824377 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7999148-fdbb-4bc3-b699-78a9964dbe0d {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:26.824377 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a087032-8674-4ee9-a015-e5ef9a450cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d9f147-8d54-426f-b000-bd0abc9c654f', 'code': 200} Mar 04 20:41:26.856379 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=90898752-ebbd-48d8-8fe5-b2932980f638,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:26.859823 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:26.876599 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424e34-054b-44d8-9561-8cfdde1789d5 req-4efcc448-e668-43fa-9b2a-9d86c68ac17e tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:26.878116 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c0424e34-054b-44d8-9561-8cfdde1789d5 req-4efcc448-e668-43fa-9b2a-9d86c68ac17e tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 945 time: 0.0604873 Mar 04 20:41:26.911383 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=a0d9f147-8d54-426f-b000-bd0abc9c654f,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:26.935436 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c0424e34-054b-44d8-9561-8cfdde1789d5 req-f2935167-ff8e-45d5-9e81-33cec37cc9e3 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Mar 04 20:41:27.016630 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2a9d2-f314-4b15-898d-86cb33dbef34 req-18140d5d-69fb-4a99-8031-3ec647822f28 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.018010 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4fa2a9d2-f314-4b15-898d-86cb33dbef34 req-18140d5d-69fb-4a99-8031-3ec647822f28 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 944 time: 0.0570488 Mar 04 20:41:27.045665 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['90898752-ebbd-48d8-8fe5-b2932980f638'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:27.065667 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4fa2a9d2-f314-4b15-898d-86cb33dbef34 req-379b6ec7-e93a-498d-9838-a6935035a03d tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Mar 04 20:41:27.124858 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ddcb2-cbc6-4a35-96eb-037c6a19ba2e req-8641a9df-43eb-44e5-9a1f-344217650287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.126550 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-054ddcb2-cbc6-4a35-96eb-037c6a19ba2e req-8641a9df-43eb-44e5-9a1f-344217650287 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 1130 time: 0.0446062 Mar 04 20:41:27.168384 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-054ddcb2-cbc6-4a35-96eb-037c6a19ba2e req-eb2c0b52-6d5c-4698-9607-53161be33763 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360057 Mar 04 20:41:27.375558 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cdb2c-9dbd-4a3c-b0fb-738f0b59ecc1 req-bdb441d1-c20e-48f6-9a42-2b8591c452d8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:27.377018 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-818cdb2c-9dbd-4a3c-b0fb-738f0b59ecc1 req-bdb441d1-c20e-48f6-9a42-2b8591c452d8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0510056 Mar 04 20:41:27.424943 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-818cdb2c-9dbd-4a3c-b0fb-738f0b59ecc1 req-d2fedda2-6706-4ca5-a099-87b385c3eeac tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 Mar 04 20:41:28.058022 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4338241-bba5-4094-8b05-c9e71245d4d6 req-8dfe69db-ea79-4040-8c85-52734b0fe0b1 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:28.059521 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c4338241-bba5-4094-8b05-c9e71245d4d6 req-8dfe69db-ea79-4040-8c85-52734b0fe0b1 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 946 time: 0.0564113 Mar 04 20:41:28.105929 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c4338241-bba5-4094-8b05-c9e71245d4d6 req-d5486dbb-84c1-469f-b1b6-97eda6226ecc tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Mar 04 20:41:28.186059 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13315-a938-4194-aada-047fa1f22bd2 req-51a63b59-d1b7-4b7a-9ece-acf1372d14fb tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:28.190863 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-60d13315-a938-4194-aada-047fa1f22bd2 req-51a63b59-d1b7-4b7a-9ece-acf1372d14fb tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 944 time: 0.0524602 Mar 04 20:41:28.235690 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-60d13315-a938-4194-aada-047fa1f22bd2 req-ced07c0c-0e36-4155-b65c-3fd61fc2011e tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Mar 04 20:41:28.453808 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 90898752-ebbd-48d8-8fe5-b2932980f638 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:41:28.544335 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a69c6c-c11e-46a6-9b35-3d6ac825d023 req-fae665bc-d999-43c1-a76e-c770ea7fd1d0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:28.545714 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d0a69c6c-c11e-46a6-9b35-3d6ac825d023 req-fae665bc-d999-43c1-a76e-c770ea7fd1d0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0523083 Mar 04 20:41:28.581523 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 90898752-ebbd-48d8-8fe5-b2932980f638 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:41:28.586410 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 90898752-ebbd-48d8-8fe5-b2932980f638 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:41:28.586807 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:28.591308 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d0a69c6c-c11e-46a6-9b35-3d6ac825d023 req-21d3ba07-9164-47d7-af8d-77933d7da204 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 Mar 04 20:41:28.666708 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 90898752-ebbd-48d8-8fe5-b2932980f638 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:28.667099 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:28.698916 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 90898752-ebbd-48d8-8fe5-b2932980f638, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=90898752-ebbd-48d8-8fe5-b2932980f638,segment=NetworkSegment(9f375b17-0b07-4695-aa60-5785d960490f),segment_id=9f375b17-0b07-4695-aa60-5785d960490f)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:28.781356 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:28.824450 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd83f4-e544-4781-9ecc-fee7eb9a6d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90898752-ebbd-48d8-8fe5-b2932980f638'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:28.826619 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324f8d7e-4161-4d16-ae63-92037315ef54" -d '{"events": [{"server_uuid": "4dfd83f4-e544-4781-9ecc-fee7eb9a6d29", "name": "network-vif-plugged", "status": "completed", "tag": "90898752-ebbd-48d8-8fe5-b2932980f638"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:28.833874 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=90898752-ebbd-48d8-8fe5-b2932980f638,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:28.861669 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a0a902-f18a-4f3e-930e-1c61dd3c6ac1 x-openstack-request-id: req-a7a0a902-f18a-4f3e-930e-1c61dd3c6ac1 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:28.861988 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfd83f4-e544-4781-9ecc-fee7eb9a6d29", "name": "network-vif-plugged", "status": "completed", "tag": "90898752-ebbd-48d8-8fe5-b2932980f638", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:28.862258 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7a0a902-f18a-4f3e-930e-1c61dd3c6ac1 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:28.862694 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfd83f4-e544-4781-9ecc-fee7eb9a6d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90898752-ebbd-48d8-8fe5-b2932980f638', 'code': 200} Mar 04 20:41:29.150616 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244809-b709-47b0-afea-a78f2d045d7e req-64a7beea-d8e2-486f-b9bc-831cf2cd51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:29.152127 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b1244809-b709-47b0-afea-a78f2d045d7e req-64a7beea-d8e2-486f-b9bc-831cf2cd51d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 1129 time: 0.0447741 Mar 04 20:41:29.230225 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b1244809-b709-47b0-afea-a78f2d045d7e req-fb51b522-d871-4339-b616-7008931bcc44 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715566 Mar 04 20:41:29.245700 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977dadd-dc87-4eac-8967-2bf5e5e266f8 req-5b889b18-5029-48c7-8a1e-f0131af477d5 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:29.247136 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6977dadd-dc87-4eac-8967-2bf5e5e266f8 req-5b889b18-5029-48c7-8a1e-f0131af477d5 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 946 time: 0.0753987 Mar 04 20:41:29.295273 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6977dadd-dc87-4eac-8967-2bf5e5e266f8 req-dbbc6d5c-299c-445c-9139-7e50517a7cad tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426314 Mar 04 20:41:29.363576 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce043a-1174-42c2-8e09-336ed3f6f2f4 req-32557094-5c60-46b6-b545-76d7395f7583 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:29.366236 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e5ce043a-1174-42c2-8e09-336ed3f6f2f4 req-32557094-5c60-46b6-b545-76d7395f7583 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 945 time: 0.0584757 Mar 04 20:41:29.414626 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e5ce043a-1174-42c2-8e09-336ed3f6f2f4 req-0e5d663a-d1ed-4444-8cfb-3b21f3f0c00d tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 Mar 04 20:41:29.712873 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7de0e-d8d9-4dc1-8b8b-358d623b26f3 req-8474d9a8-b8e0-4c1f-b42a-2a2dd7bc98da tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:29.714343 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-66e7de0e-d8d9-4dc1-8b8b-358d623b26f3 req-8474d9a8-b8e0-4c1f-b42a-2a2dd7bc98da tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0551801 Mar 04 20:41:29.761366 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-66e7de0e-d8d9-4dc1-8b8b-358d623b26f3 req-32bccf65-7d9f-4edc-bab3-aa8b8d2050cd tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415056 Mar 04 20:41:30.534201 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb0af-6ed0-4507-9148-b6f7674bc6c9 req-da18668b-3dc1-4225-9815-22dcae2a7f7d tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:30.535658 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-62cdb0af-6ed0-4507-9148-b6f7674bc6c9 req-da18668b-3dc1-4225-9815-22dcae2a7f7d tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Mar 04 20:41:30.582158 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-62cdb0af-6ed0-4507-9148-b6f7674bc6c9 req-18366187-0ea4-4ac7-8666-bef0c9a054b5 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401068 Mar 04 20:41:30.891529 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbb1a9-73c7-4b06-bbca-8c85fba8c98f req-c9c4872f-f3ba-45a6-bcd7-714af50dcf46 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:30.893016 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-40dbb1a9-73c7-4b06-bbca-8c85fba8c98f req-c9c4872f-f3ba-45a6-bcd7-714af50dcf46 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0585160 Mar 04 20:41:30.938431 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-40dbb1a9-73c7-4b06-bbca-8c85fba8c98f req-778b7118-991a-4335-96e2-106983057a8d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392411 Mar 04 20:41:31.702418 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d643696-88f1-4f52-93ae-a4082b9142a1 req-b38687ea-17d6-463b-b7ad-f34942434a89 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:31.703901 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8d643696-88f1-4f52-93ae-a4082b9142a1 req-b38687ea-17d6-463b-b7ad-f34942434a89 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 945 time: 0.0562735 Mar 04 20:41:31.752026 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8d643696-88f1-4f52-93ae-a4082b9142a1 req-fcd69eb2-9493-45a3-911b-bcccd06f2535 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Mar 04 20:41:32.060114 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cda7d-6877-4916-8886-acf39249aaf7 req-9e6aff5c-618c-4fe5-a432-7c1a32365e40 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:32.061555 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-220cda7d-6877-4916-8886-acf39249aaf7 req-9e6aff5c-618c-4fe5-a432-7c1a32365e40 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0566452 Mar 04 20:41:32.109201 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-220cda7d-6877-4916-8886-acf39249aaf7 req-51ad9096-3d1e-472f-a3a8-ef6eaa98188a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420456 Mar 04 20:41:33.230234 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84a885-1e31-47f5-b6da-89ed392de71a req-a8e6c81d-92df-4c3c-9d12-34b096d7bad8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:33.231757 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ee84a885-1e31-47f5-b6da-89ed392de71a req-a8e6c81d-92df-4c3c-9d12-34b096d7bad8 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0548522 Mar 04 20:41:33.278541 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ee84a885-1e31-47f5-b6da-89ed392de71a req-5de43a04-e6ff-4aeb-9dca-8bf0caf3f453 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413132 Mar 04 20:41:33.656643 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d67bfc-d4f7-4aae-b0b9-596845184103 req-308ad565-a13e-441e-8213-1d0cf9269cad tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:33.658175 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f8d67bfc-d4f7-4aae-b0b9-596845184103 req-308ad565-a13e-441e-8213-1d0cf9269cad tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0535295 Mar 04 20:41:33.729817 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f8d67bfc-d4f7-4aae-b0b9-596845184103 req-0ce1c1c5-5be6-47d6-a1ec-2c297af02a6d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658247 Mar 04 20:41:33.750196 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-863519f0-e3a2-45cb-817f-0d3a0f66e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:33.751776 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-863519f0-e3a2-45cb-817f-0d3a0f66e142 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 1129 time: 0.0493946 Mar 04 20:41:33.843293 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-3f46c057-3e8b-4776-a6bc-f4fcecee72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:33.844755 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-3f46c057-3e8b-4776-a6bc-f4fcecee72aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 911 time: 0.0859735 Mar 04 20:41:33.919237 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-0fcbd7d4-2d16-463d-8dad-959d0b82314d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4e7976c-416f-450a-b79a-3e89ead56e60 HTTP/1.1" status: 200 len: 1001 time: 0.0603654 Mar 04 20:41:33.968041 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-772b5407-076e-48ef-b92b-1250e29500a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:33.969560 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-772b5407-076e-48ef-b92b-1250e29500a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df8ab674-da60-4a5d-940e-37747103e9b3 HTTP/1.1" status: 200 len: 849 time: 0.0433817 Mar 04 20:41:34.019396 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-e83c6dba-8d71-462d-a158-02242451320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:34.020928 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-e83c6dba-8d71-462d-a158-02242451320f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=decb093a-7e88-4e3c-bd79-2ebf623b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0453098 Mar 04 20:41:34.114168 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-44510edc-a97b-4365-bcfc-a988274992c8 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868213 Mar 04 20:41:34.203512 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-92b1e495-9b8f-4d54-9cb1-6fa141adce1a req-e9ccc608-a0b1-44f3-b725-62c88212e7cc service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825088 Mar 04 20:41:34.853662 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebd087-f92b-4267-9d48-66cfa794d10d req-1c5c11c6-5e01-4bda-a3ea-182530590523 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:34.855177 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-64ebd087-f92b-4267-9d48-66cfa794d10d req-1c5c11c6-5e01-4bda-a3ea-182530590523 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0530345 Mar 04 20:41:34.911317 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-64ebd087-f92b-4267-9d48-66cfa794d10d req-9518c781-09e4-4f58-91a8-68ebc00a1e87 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505474 Mar 04 20:41:35.351111 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cf2b7-e0ef-46fa-a92b-f8fbafdf3e70 req-609cdfc4-2529-4a56-bede-fbfbfa7be456 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:35.353467 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2a2cf2b7-e0ef-46fa-a92b-f8fbafdf3e70 req-609cdfc4-2529-4a56-bede-fbfbfa7be456 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 945 time: 0.0521743 Mar 04 20:41:35.399198 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2a2cf2b7-e0ef-46fa-a92b-f8fbafdf3e70 req-d4d62496-272e-46cc-a348-5c4f419c2878 tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Mar 04 20:41:35.607073 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:41:36.043623 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7d2e3-b558-458b-a411-37e5096b458b req-cc3c0a44-7d50-4d7d-a6ae-c5c4f2a9a0c9 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:36.045001 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-39a7d2e3-b558-458b-a411-37e5096b458b req-cc3c0a44-7d50-4d7d-a6ae-c5c4f2a9a0c9 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0532732 Mar 04 20:41:36.096906 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-39a7d2e3-b558-458b-a411-37e5096b458b req-4ffbae03-5b31-4521-bdeb-ca4bbf867ab3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462823 Mar 04 20:41:36.521133 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c35bc-bdf9-4b0a-a18a-da204ac1da9a req-f106a0d5-1c5d-4220-8363-f7c16d7bc32b tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:36.522679 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a21c35bc-bdf9-4b0a-a18a-da204ac1da9a req-f106a0d5-1c5d-4220-8363-f7c16d7bc32b tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 945 time: 0.0549579 Mar 04 20:41:36.579284 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a21c35bc-bdf9-4b0a-a18a-da204ac1da9a req-61055014-4e25-4e98-b335-6cf46abde02f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/security-groups?id=19c31361-cec8-4695-8097-2ca45c64c2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489676 Mar 04 20:41:37.020992 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-85909c10-e0c2-4285-be2a-28e737f7695a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.022427 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-85909c10-e0c2-4285-be2a-28e737f7695a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 945 time: 0.0521467 Mar 04 20:41:37.122620 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Deleting port 90898752-ebbd-48d8-8fe5-b2932980f638 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:37.123082 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.219296 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] For port 90898752-ebbd-48d8-8fe5-b2932980f638, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=90898752-ebbd-48d8-8fe5-b2932980f638,segment=NetworkSegment(9f375b17-0b07-4695-aa60-5785d960490f),segment_id=9f375b17-0b07-4695-aa60-5785d960490f)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:37.219755 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.238641 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Calling delete_port for 90898752-ebbd-48d8-8fe5-b2932980f638 owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:37.448235 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255a96e-781a-48ab-8c53-882531f2084a req-57b10694-c0a3-48c2-8c83-3f99b9c85d63 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:37.449601 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7255a96e-781a-48ab-8c53-882531f2084a req-57b10694-c0a3-48c2-8c83-3f99b9c85d63 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 946 time: 0.0568352 Mar 04 20:41:37.452193 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (90898752-ebbd-48d8-8fe5-b2932980f638), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.465573 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['90898752-ebbd-48d8-8fe5-b2932980f638'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:37.483408 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Pushing event deleted for resources: {'Port': ['ID=90898752-ebbd-48d8-8fe5-b2932980f638,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:37.503543 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7255a96e-781a-48ab-8c53-882531f2084a req-b5c9e510-c18a-4180-99b5-53a6175eca92 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475228 Mar 04 20:41:37.527370 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] No DVR routers for this DVR port 90898752-ebbd-48d8-8fe5-b2932980f638 on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:37.529900 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:37.533159 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4b764cb8-3fb6-41b9-9f9f-8114414f784d req-dc7dd43e-a457-4f42-9f03-de9d9c36867f tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.21 "DELETE /v2.0/ports/90898752-ebbd-48d8-8fe5-b2932980f638 HTTP/1.1" status: 204 len: 173 time: 0.5052178 Mar 04 20:41:37.533607 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd83f4-e544-4781-9ecc-fee7eb9a6d29', 'name': 'network-vif-deleted', 'tag': '90898752-ebbd-48d8-8fe5-b2932980f638'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:37.535860 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0dc012-5a97-4f59-a84d-52f1f1497b1d" -d '{"events": [{"server_uuid": "4dfd83f4-e544-4781-9ecc-fee7eb9a6d29", "name": "network-vif-deleted", "tag": "90898752-ebbd-48d8-8fe5-b2932980f638"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:37.574100 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc91917-d9b0-48da-a029-7e398a4febcd x-openstack-request-id: req-4bc91917-d9b0-48da-a029-7e398a4febcd {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:37.574431 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfd83f4-e544-4781-9ecc-fee7eb9a6d29", "name": "network-vif-deleted", "tag": "90898752-ebbd-48d8-8fe5-b2932980f638", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:37.574692 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bc91917-d9b0-48da-a029-7e398a4febcd {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:37.575093 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfd83f4-e544-4781-9ecc-fee7eb9a6d29', 'name': 'network-vif-deleted', 'tag': '90898752-ebbd-48d8-8fe5-b2932980f638', 'status': 'completed', 'code': 200} Mar 04 20:41:37.678892 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-00cdda6b-055b-4fe4-a190-47178c273699 req-a57b7f7e-a0cc-4587-a861-8a65c8e16b0a tempest-VolumesActionsTest-1259910799 tempest-VolumesActionsTest-1259910799-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd83f4-e544-4781-9ecc-fee7eb9a6d29 HTTP/1.1" status: 200 len: 210 time: 0.0320597 Mar 04 20:41:38.634237 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dfad2-437c-4f66-bbc5-82fc4e21e6b0 req-de00b3bd-ed06-4967-a32e-80c563705d9b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:38.635779 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5b9dfad2-437c-4f66-bbc5-82fc4e21e6b0 req-de00b3bd-ed06-4967-a32e-80c563705d9b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 946 time: 0.0544128 Mar 04 20:41:38.689328 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5b9dfad2-437c-4f66-bbc5-82fc4e21e6b0 req-4c3beb4c-6032-4f87-b304-8bce03897b1a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476904 Mar 04 20:41:39.187863 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec115c4-954c-47da-b62f-86823e3facfa req-c05c8b1f-1ca4-4399-8af7-2189b41f8bed tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:39.189664 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3ec115c4-954c-47da-b62f-86823e3facfa req-c05c8b1f-1ca4-4399-8af7-2189b41f8bed tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 946 time: 0.0679791 Mar 04 20:41:39.287219 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Deleting port 7c1663f5-2533-421e-8fd0-5004e91fb49a {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:39.287556 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.384598 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] For port 7c1663f5-2533-421e-8fd0-5004e91fb49a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7c1663f5-2533-421e-8fd0-5004e91fb49a,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:39.384843 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.661932 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.662646 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.662777 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Floating IP 9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac disassociated. External IP: 172.28.1.4, port: 7c1663f5-2533-421e-8fd0-5004e91fb49a. Mar 04 20:41:39.663021 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Calling delete_port for 7c1663f5-2533-421e-8fd0-5004e91fb49a owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:39.814918 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372d3e9-262f-465c-aee0-27b326944d05 req-a605cdb2-5e9e-43c6-a3e5-e9a71c4b5d32 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:39.816310 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c372d3e9-262f-465c-aee0-27b326944d05 req-a605cdb2-5e9e-43c6-a3e5-e9a71c4b5d32 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 946 time: 0.0544689 Mar 04 20:41:39.861782 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (7c1663f5-2533-421e-8fd0-5004e91fb49a), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:39.863208 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c372d3e9-262f-465c-aee0-27b326944d05 req-9fbe3a3d-206b-40f3-9a64-2ea404f1dd17 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=d65c4ea7-f2f7-4570-a781-f610bf95598e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 Mar 04 20:41:39.890343 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event deleted for resources: {'Port': ['ID=7c1663f5-2533-421e-8fd0-5004e91fb49a,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:40.002869 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:41:40.108465 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:41:40.118924 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] Sync routers for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:41:40.129218 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:40.129850 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:41:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:40.149489 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] No DVR routers for this DVR port 7c1663f5-2533-421e-8fd0-5004e91fb49a on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:40.158660 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:40.162477 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3ec115c4-954c-47da-b62f-86823e3facfa req-a286f4cf-0501-4feb-85d9-0ab9ad70684c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "DELETE /v2.0/ports/7c1663f5-2533-421e-8fd0-5004e91fb49a HTTP/1.1" status: 204 len: 173 time: 0.9676857 Mar 04 20:41:40.163351 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-deleted', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:40.165917 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648b18e6-2e44-419d-b7b8-d5c60ec2fadf" -d '{"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-deleted", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:40.205271 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b8d392-cbf2-41aa-8b91-873ec2a4de20 x-openstack-request-id: req-85b8d392-cbf2-41aa-8b91-873ec2a4de20 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:40.205857 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0561bf55-4714-48c6-9def-d835e508ba97", "name": "network-vif-deleted", "tag": "7c1663f5-2533-421e-8fd0-5004e91fb49a", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:40.206280 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85b8d392-cbf2-41aa-8b91-873ec2a4de20 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:40.206851 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0561bf55-4714-48c6-9def-d835e508ba97', 'name': 'network-vif-deleted', 'tag': '7c1663f5-2533-421e-8fd0-5004e91fb49a', 'status': 'completed', 'code': 200} Mar 04 20:41:40.265413 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:40.483001 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:40.516485 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 90898752-ebbd-48d8-8fe5-b2932980f638 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:40.520462 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] Checking router: 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:41:40.541781 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 90898752-ebbd-48d8-8fe5-b2932980f638 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:40.542218 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 90898752-ebbd-48d8-8fe5-b2932980f638 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:40.544178 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 7c1663f5-2533-421e-8fd0-5004e91fb49a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:40.564520 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 7c1663f5-2533-421e-8fd0-5004e91fb49a {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:40.564863 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 7c1663f5-2533-421e-8fd0-5004e91fb49a not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:40.567974 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:41:40.568584 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:41:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:40.682125 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:41:40.891975 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:40.919991 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b8b42-ff14-4b5c-a7fe-3863f4e851a0 None None] The sync data for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb is: [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:41:41.183597 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d498a-bfa0-4343-9feb-629600392a9a None None] New status for floating IP 9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac: DOWN {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:41:41.193279 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6d7a7372-81e0-4741-b030-3ff923f249bc req-e085678a-635d-4ddf-9124-f8a1ea55e7e7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=0561bf55-4714-48c6-9def-d835e508ba97 HTTP/1.1" status: 200 len: 210 time: 0.2309194 Mar 04 20:41:42.385460 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41640) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:42.443817 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95d41e57-ffac-4c63-8748-be9096381985 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (d65c4ea7-f2f7-4570-a781-f610bf95598e), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.471467 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95d41e57-ffac-4c63-8748-be9096381985 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (d65c4ea7-f2f7-4570-a781-f610bf95598e), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.612101 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95d41e57-ffac-4c63-8748-be9096381985 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (d65c4ea7-f2f7-4570-a781-f610bf95598e), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.617343 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-95d41e57-ffac-4c63-8748-be9096381985 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.618593 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-95d41e57-ffac-4c63-8748-be9096381985 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "DELETE /v2.0/security-groups/d65c4ea7-f2f7-4570-a781-f610bf95598e HTTP/1.1" status: 204 len: 168 time: 0.2318456 Mar 04 20:41:42.621672 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41652) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:42.640165 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d41e57-ffac-4c63-8748-be9096381985 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c4ea7-f2f7-4570-a781-f610bf95598e,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:42.673028 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.api.v2.resource [None req-8ec4fa33-1b05-4e91-a86f-52736546fafa tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] show failed (client error): The resource could not be found. Mar 04 20:41:42.673028 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-8ec4fa33-1b05-4e91-a86f-52736546fafa tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups/d65c4ea7-f2f7-4570-a781-f610bf95598e HTTP/1.1" status: 404 len: 347 time: 0.0470500 Mar 04 20:41:42.674068 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41654) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:42.809809 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Deleting port 89520200-4674-409a-a265-82f412661fd9 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:42.810390 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (89520200-4674-409a-a265-82f412661fd9), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.888755 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (89520200-4674-409a-a265-82f412661fd9), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.889089 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (89520200-4674-409a-a265-82f412661fd9), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:42.901767 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Calling delete_port for 89520200-4674-409a-a265-82f412661fd9 owned by network:floatingip {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:43.141500 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (89520200-4674-409a-a265-82f412661fd9), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.164964 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event deleted for resources: {'Port': ['ID=89520200-4674-409a-a265-82f412661fd9,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:43.228988 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.231496 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.232676 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d1f58203-01f2-4be9-8ede-0de37f082210 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "DELETE /v2.0/floatingips/9a6ed6f0-56a4-4511-aa8c-3dfdbbe592ac HTTP/1.1" status: 204 len: 168 time: 0.5575001 Mar 04 20:41:43.508793 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41664) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:43.513556 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-98a522a6-de01-47d3-bcdf-d7df8e10bfd3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498127463', 'description': 'tempest-description--1753016999'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:43.627658 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98a522a6-de01-47d3-bcdf-d7df8e10bfd3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.940359 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98a522a6-de01-47d3-bcdf-d7df8e10bfd3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (0acef264-32c6-4848-9b1a-d04b170519fc), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:43.998627 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98a522a6-de01-47d3-bcdf-d7df8e10bfd3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0acef264-32c6-4848-9b1a-d04b170519fc), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.026477 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a522a6-de01-47d3-bcdf-d7df8e10bfd3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acef264-32c6-4848-9b1a-d04b170519fc,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:44.082500 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-98a522a6-de01-47d3-bcdf-d7df8e10bfd3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.083790 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-98a522a6-de01-47d3-bcdf-d7df8e10bfd3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5738921 Mar 04 20:41:44.087130 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41674) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:44.091648 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-ad40affc-1614-4078-bffd-35b5a5c0e21b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'security_group_rule': {'security_group_id': '0acef264-32c6-4848-9b1a-d04b170519fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:44.171068 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad40affc-1614-4078-bffd-35b5a5c0e21b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (d328485e-1f3f-4e57-a0ba-49f62aaecbc5), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.233527 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad40affc-1614-4078-bffd-35b5a5c0e21b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (d328485e-1f3f-4e57-a0ba-49f62aaecbc5), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.303613 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad40affc-1614-4078-bffd-35b5a5c0e21b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (d328485e-1f3f-4e57-a0ba-49f62aaecbc5), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.321923 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40affc-1614-4078-bffd-35b5a5c0e21b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d328485e-1f3f-4e57-a0ba-49f62aaecbc5,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:44.412298 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-ad40affc-1614-4078-bffd-35b5a5c0e21b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.413521 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-ad40affc-1614-4078-bffd-35b5a5c0e21b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3253896 Mar 04 20:41:44.416246 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41676) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:44.420533 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-4d41b3ba-6a31-4c00-b35f-e6333f2235a5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'security_group_rule': {'security_group_id': '0acef264-32c6-4848-9b1a-d04b170519fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:44.511929 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4d41b3ba-6a31-4c00-b35f-e6333f2235a5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (0f287393-7e3e-4468-a902-d1fcb452c9c9), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.565721 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4d41b3ba-6a31-4c00-b35f-e6333f2235a5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (0f287393-7e3e-4468-a902-d1fcb452c9c9), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.640717 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4d41b3ba-6a31-4c00-b35f-e6333f2235a5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (0f287393-7e3e-4468-a902-d1fcb452c9c9), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.660745 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41b3ba-6a31-4c00-b35f-e6333f2235a5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f287393-7e3e-4468-a902-d1fcb452c9c9,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:44.737730 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4d41b3ba-6a31-4c00-b35f-e6333f2235a5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.738962 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-4d41b3ba-6a31-4c00-b35f-e6333f2235a5 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217919 Mar 04 20:41:44.741984 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41680) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:44.747152 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:44.839050 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.845948 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:44.936319 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.042754 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Allocated IP 172.28.1.212 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/0160f4d3-8369-4e3f-84d7-f9bd21cbf210) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:41:45.141963 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for port (0160f4d3-8369-4e3f-84d7-f9bd21cbf210), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.228321 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (0160f4d3-8369-4e3f-84d7-f9bd21cbf210), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.267089 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:41:45.271712 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:41:45.275873 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:41:45.304756 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'Port': ['ID=0160f4d3-8369-4e3f-84d7-f9bd21cbf210,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:45.363697 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (febe3c26-05c7-4501-bf37-6f0727a0725e), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.473203 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (0160f4d3-8369-4e3f-84d7-f9bd21cbf210), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.634164 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for port (0160f4d3-8369-4e3f-84d7-f9bd21cbf210), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.726207 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (0160f4d3-8369-4e3f-84d7-f9bd21cbf210), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.797086 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'Port': ['ID=0160f4d3-8369-4e3f-84d7-f9bd21cbf210,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:45.808843 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (febe3c26-05c7-4501-bf37-6f0727a0725e), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.911102 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:45.912354 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-2bf37808-5a5a-4638-8642-3cf1afcd37f2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1687644 Mar 04 20:41:46.111045 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-78253028-fc3e-43eb-9e14-210acd8df192 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--498127463&fields=id&tenant_id=afc329e2dfbc4e25b62b921dd177d858 HTTP/1.1" status: 200 len: 267 time: 0.0413623 Mar 04 20:41:46.217618 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-8e9e66b5-05d8-4b43-9f9c-8c22af3495d1 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:46.219008 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-8e9e66b5-05d8-4b43-9f9c-8c22af3495d1 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 816 time: 0.1017532 Mar 04 20:41:46.233847 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-e7c792f4-cc64-4136-a22f-0db72c35f36e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/quotas/afc329e2dfbc4e25b62b921dd177d858 HTTP/1.1" status: 200 len: 375 time: 0.0092928 Mar 04 20:41:46.294604 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-73cf98a2-45ab-4136-bd9c-9dd727453efb tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556872 Mar 04 20:41:46.392226 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-c5b0fd7d-ebca-4c8d-a28b-d2a3d3dc95ba service neutron] 10.222.0.41 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858028 Mar 04 20:41:46.480052 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-b4d033db-5ac7-47b9-9f3d-fde018fd2485 service neutron] 10.222.0.41 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821216 Mar 04 20:41:46.714451 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a5140480-b397-43c1-9061-75357ad0b2fd req-c32a376b-0554-4e84-bc2b-7481c83a2d8a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 210 time: 0.0299437 Mar 04 20:41:47.366487 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-43dc992e-09b3-4a79-af51-f9393e940261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:47.818671 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b803d48d-9421-4ae2-9c75-67ae9386aca2 req-79335fd2-82fb-4484-9c1e-e5a4f2f85ca8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 210 time: 0.0312123 Mar 04 20:41:48.892871 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-8446b5a7-1b01-4fdc-b800-e03472154cd1 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:48.895035 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-8446b5a7-1b01-4fdc-b800-e03472154cd1 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 816 time: 0.1105282 Mar 04 20:41:48.936398 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d97ff5d-cf4f-4211-b97c-82f9078f72f7 req-00673c44-875d-4f92-9f40-b7b3c8edb939 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 210 time: 0.0356772 Mar 04 20:41:48.985846 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3bdc2807-c26a-4e26-bc69-a49cb0eb66d7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afc329e2dfbc4e25b62b921dd177d858 HTTP/1.1" status: 200 len: 379 time: 0.0747933 Mar 04 20:41:48.995169 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'port': {'device_id': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'admin_state_up': True, 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'security_groups': ['0acef264-32c6-4848-9b1a-d04b170519fc']}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:49.158956 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Made reservation on behalf of afc329e2dfbc4e25b62b921dd177d858 for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:41:49.162335 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:49.287623 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Allocated IP 172.20.0.8 (f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f/a448cf7e-975a-4d1e-92cd-c96005ad0afc/6919f228-2dec-4ea1-8bdb-04ce54bb13f3) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:41:49.429632 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:49.537659 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:49.582153 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:41:49.585014 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:41:49.588715 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:41:49.595374 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:49.627869 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f5802e7f-4715-4772-81f9-675924cfc610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:49.645696 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:49.646348 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:49.717317 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-3d27031f-5f3e-4621-b643-ffb8448421bc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267582 Mar 04 20:41:49.732674 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Request body: {'port': {'device_id': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:49.808404 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:49.870905 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-97af1648-de96-477e-8a27-41f72b66ad70 None None] Provisioning complete for port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:41:49.871215 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-97af1648-de96-477e-8a27-41f72b66ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:49.905515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-97af1648-de96-477e-8a27-41f72b66ad70 None None] Port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:41:50.112551 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4b1b5-22b2-4467-9878-56efd926c0d0 req-92588790-7cf5-4858-bf90-a4cdbfef255c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:50.114040 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7a4b1b5-22b2-4467-9878-56efd926c0d0 req-92588790-7cf5-4858-bf90-a4cdbfef255c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 931 time: 0.0999560 Mar 04 20:41:50.137000 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:50.146429 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Publish callbacks [] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:50.177352 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Transition to ACTIVE for port object 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:41:50.182733 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7a4b1b5-22b2-4467-9878-56efd926c0d0 req-3ec04cdf-35ff-44ac-b13b-253b5103d19d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624871 Mar 04 20:41:50.251913 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:50.305368 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:50.388235 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Attempting to bind port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:41:50.388390 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Attempting to bind port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:41:50.388721 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Attempting to bind port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 on network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:41:50.393239 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 on network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:41:50.393564 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Attempting to bind port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 on network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:41:50.399477 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:41:50.400112 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Checking segment: {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:41:50.400280 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Bound using segment: {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:41:50.400689 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Bound port: 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a5d817-59b0-4f82-af08-fedeaa38fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:41:50.401052 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:50.467921 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:41:50.471050 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:41:50.561703 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:50.597653 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:50.599302 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:50.600043 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] 10.222.0.21 "PUT /v2.0/ports/6919f228-2dec-4ea1-8bdb-04ce54bb13f3 HTTP/1.1" status: 200 len: 1093 time: 0.8721836 Mar 04 20:41:50.600496 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:50.603526 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e98bcc-340d-4d6a-800f-8dad68138be2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:50.629819 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9ad48-643a-4fab-b90d-7c7e086b1d16 service neutron] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:50.651669 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5619d375-3748-4916-958a-626286112ba0 x-openstack-request-id: req-5619d375-3748-4916-958a-626286112ba0 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:50.652193 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:50.652638 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5619d375-3748-4916-958a-626286112ba0 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:50.653053 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'status': 'completed', 'code': 200} Mar 04 20:41:50.721302 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e98bcc-340d-4d6a-800f-8dad68138be2 req-3bad5d07-98bf-4562-8b31-b3947c1551f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:50.723068 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-61e98bcc-340d-4d6a-800f-8dad68138be2 req-3bad5d07-98bf-4562-8b31-b3947c1551f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 1127 time: 0.0534437 Mar 04 20:41:50.862925 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e98bcc-340d-4d6a-800f-8dad68138be2 req-c89f94ad-1eb4-4ee3-b69d-6ae0bc6526ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:50.864347 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-61e98bcc-340d-4d6a-800f-8dad68138be2 req-c89f94ad-1eb4-4ee3-b69d-6ae0bc6526ef service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=afc329e2dfbc4e25b62b921dd177d858&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1266358 Mar 04 20:41:50.872252 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeca731-f8c8-4e3a-9908-2ec211c69c17 req-9ec9ff21-332c-4e66-9983-7998fbb028c6 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:50.873608 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fdeca731-f8c8-4e3a-9908-2ec211c69c17 req-9ec9ff21-332c-4e66-9983-7998fbb028c6 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 946 time: 0.1159194 Mar 04 20:41:50.954504 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:50.976553 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fdeca731-f8c8-4e3a-9908-2ec211c69c17 req-95f6b423-a981-4513-9d06-3cc8a00e30c7 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948012 Mar 04 20:41:50.996216 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e98bcc-340d-4d6a-800f-8dad68138be2 req-a1f86b75-df7b-4944-8382-9448dc3aa2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:50.999714 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-61e98bcc-340d-4d6a-800f-8dad68138be2 req-a1f86b75-df7b-4944-8382-9448dc3aa2ca service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232238 Mar 04 20:41:51.079996 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-469b2cde-58fd-4242-883c-1f26b020ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:51.081438 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-469b2cde-58fd-4242-883c-1f26b020ee41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 1127 time: 0.0437174 Mar 04 20:41:51.126554 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-e9503012-4ce5-491e-903a-1a02bd28591f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3 HTTP/1.1" status: 200 len: 217 time: 0.0354943 Mar 04 20:41:51.172694 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-cfa8b7ed-97eb-4065-ab6a-24d54fbca822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:51.174088 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-cfa8b7ed-97eb-4065-ab6a-24d54fbca822 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0417583 Mar 04 20:41:51.226322 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-efbfe391-b66c-4303-838c-e9629ccf8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:51.227877 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-efbfe391-b66c-4303-838c-e9629ccf8f11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0472906 Mar 04 20:41:51.324121 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a7d69-3b04-4e41-9438-8231a35b574e req-a5673a29-2542-4341-bb73-3c3222274452 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:51.327353 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7b0a7d69-3b04-4e41-9438-8231a35b574e req-a5673a29-2542-4341-bb73-3c3222274452 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0665083 Mar 04 20:41:51.345639 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-54cbf704-4f9b-4daf-8da9-78174b6587c8 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044590 Mar 04 20:41:51.379656 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7b0a7d69-3b04-4e41-9438-8231a35b574e req-f6d6faf1-49b2-4916-a05c-169f232dd74b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481336 Mar 04 20:41:51.431046 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5a799c1b-5be2-4c00-b868-8b5965428799 req-bbab2f9c-a6a1-4155-a1ef-f3b2e36d85b3 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852864 Mar 04 20:41:52.102707 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28106329-b5fb-4400-8621-aaab5484a374 req-c537a2b2-25dc-4eed-9509-0b57ec7bbbcc tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:52.104190 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28106329-b5fb-4400-8621-aaab5484a374 req-c537a2b2-25dc-4eed-9509-0b57ec7bbbcc tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 946 time: 0.0570748 Mar 04 20:41:52.149203 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28106329-b5fb-4400-8621-aaab5484a374 req-99639ce0-858b-447a-9b8c-2f2bca501d53 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Mar 04 20:41:52.252298 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:52.501745 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb654d1-edcc-44b0-b97c-d68897dd16b3 req-5fa1e400-5087-4c51-8755-f6141d734db0 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:52.503307 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4fb654d1-edcc-44b0-b97c-d68897dd16b3 req-5fa1e400-5087-4c51-8755-f6141d734db0 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0527806 Mar 04 20:41:52.549067 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4fb654d1-edcc-44b0-b97c-d68897dd16b3 req-bbb6e151-b28d-45a9-bdc3-65e16b89a613 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401475 Mar 04 20:41:53.265158 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f34521-7283-424c-b125-0f52c16db6dd req-ab94c60b-9f31-45f9-b335-0996a3f115ce tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:53.266661 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a4f34521-7283-424c-b125-0f52c16db6dd req-ab94c60b-9f31-45f9-b335-0996a3f115ce tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 946 time: 0.0515075 Mar 04 20:41:53.314952 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a4f34521-7283-424c-b125-0f52c16db6dd req-bfe198b8-30a2-4c2f-8f2d-ebe74caa13e0 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Mar 04 20:41:53.656130 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:53.675958 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d869fd3-d9cf-4ae4-b59f-b275c1b1b74a req-edcb4fe2-523e-49cf-9937-0047830ff3ab tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:53.677439 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5d869fd3-d9cf-4ae4-b59f-b275c1b1b74a req-edcb4fe2-523e-49cf-9937-0047830ff3ab tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0566757 Mar 04 20:41:53.724976 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5d869fd3-d9cf-4ae4-b59f-b275c1b1b74a req-0d5d1cd6-c5af-496f-b3eb-88c347155c78 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412169 Mar 04 20:41:54.436362 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186d79b-9dd9-4044-96de-2d7dbe862509 req-9be8cb4b-5695-408c-b93f-1cef82e2bb98 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:54.437811 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b186d79b-9dd9-4044-96de-2d7dbe862509 req-9be8cb4b-5695-408c-b93f-1cef82e2bb98 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 946 time: 0.0516086 Mar 04 20:41:54.487672 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b186d79b-9dd9-4044-96de-2d7dbe862509 req-f5bd6410-dfd0-4fa3-9833-8d0ec0f8cc8c tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441668 Mar 04 20:41:54.534901 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:41:54.627254 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:54.639177 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'port_id': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'mac_address': 'fa:16:3e:15:ee:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:41:54.678480 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:54.679161 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:54.691780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:41:54.710199 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:54.793290 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:54.845309 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:54.855060 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdebb6-476a-426d-882c-7d055b823cd1 req-b3a467fe-4d40-4aab-bada-ae67e06bca5a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:54.855990 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-52bdebb6-476a-426d-882c-7d055b823cd1 req-b3a467fe-4d40-4aab-bada-ae67e06bca5a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 944 time: 0.0601020 Mar 04 20:41:54.903662 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-52bdebb6-476a-426d-882c-7d055b823cd1 req-63d1c852-68f8-46cb-b614-f8ffd37160e6 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416563 Mar 04 20:41:55.044121 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['6919f228-2dec-4ea1-8bdb-04ce54bb13f3'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:55.334901 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971094da-11ca-4543-bac9-b02da919bc29 req-c859d8c2-a561-4d06-b757-17ca200d9abd tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:55.336495 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-971094da-11ca-4543-bac9-b02da919bc29 req-c859d8c2-a561-4d06-b757-17ca200d9abd tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 946 time: 0.0522926 Mar 04 20:41:55.430113 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-971094da-11ca-4543-bac9-b02da919bc29 req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Deleting port a0d9f147-8d54-426f-b000-bd0abc9c654f {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:41:55.430691 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-971094da-11ca-4543-bac9-b02da919bc29 req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:55.520405 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-971094da-11ca-4543-bac9-b02da919bc29 req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] For port a0d9f147-8d54-426f-b000-bd0abc9c654f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a0d9f147-8d54-426f-b000-bd0abc9c654f,segment=NetworkSegment(1c91452b-97f6-4650-acb6-1f0659eee857),segment_id=1c91452b-97f6-4650-acb6-1f0659eee857)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:55.521011 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-971094da-11ca-4543-bac9-b02da919bc29 req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:55.532994 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-971094da-11ca-4543-bac9-b02da919bc29 req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Calling delete_port for a0d9f147-8d54-426f-b000-bd0abc9c654f owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:41:55.649142 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c89d8-6220-442b-a7fe-113c83bab51e req-2a60f9b9-e068-4390-ba89-6a147ffad1cf tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:55.650778 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b69c89d8-6220-442b-a7fe-113c83bab51e req-2a60f9b9-e068-4390-ba89-6a147ffad1cf tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a087032-8674-4ee9-a015-e5ef9a450cdc HTTP/1.1" status: 200 len: 946 time: 0.0785470 Mar 04 20:41:55.732833 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b69c89d8-6220-442b-a7fe-113c83bab51e req-22c70375-e603-41d1-890b-0c00b2b571ac tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e14cb0-e308-426e-a580-534fa96e56e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732610 Mar 04 20:41:55.777507 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-971094da-11ca-4543-bac9-b02da919bc29 req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (a0d9f147-8d54-426f-b000-bd0abc9c654f), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:55.791411 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['a0d9f147-8d54-426f-b000-bd0abc9c654f'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:41:55.807758 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Pushing event deleted for resources: {'Port': ['ID=a0d9f147-8d54-426f-b000-bd0abc9c654f,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:55.851579 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-971094da-11ca-4543-bac9-b02da919bc29 req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] No DVR routers for this DVR port a0d9f147-8d54-426f-b000-bd0abc9c654f on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:41:55.854786 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-971094da-11ca-4543-bac9-b02da919bc29 req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:55.857974 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-971094da-11ca-4543-bac9-b02da919bc29 req-1ea6b611-59d7-4777-ad00-7d1acdb44b47 tempest-VolumesSnapshotTestJSON-471361856 tempest-VolumesSnapshotTestJSON-471361856-project] 10.222.0.21 "DELETE /v2.0/ports/a0d9f147-8d54-426f-b000-bd0abc9c654f HTTP/1.1" status: 204 len: 173 time: 0.5155404 Mar 04 20:41:55.858453 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a087032-8674-4ee9-a015-e5ef9a450cdc', 'name': 'network-vif-deleted', 'tag': 'a0d9f147-8d54-426f-b000-bd0abc9c654f'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:55.860690 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3efa9-f380-499d-813a-0980c93e92b5" -d '{"events": [{"server_uuid": "2a087032-8674-4ee9-a015-e5ef9a450cdc", "name": "network-vif-deleted", "tag": "a0d9f147-8d54-426f-b000-bd0abc9c654f"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:55.896047 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658688a2-3e4b-432b-9e46-cebe073e462b x-openstack-request-id: req-658688a2-3e4b-432b-9e46-cebe073e462b {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:55.896369 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a087032-8674-4ee9-a015-e5ef9a450cdc", "name": "network-vif-deleted", "tag": "a0d9f147-8d54-426f-b000-bd0abc9c654f", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:55.896685 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-658688a2-3e4b-432b-9e46-cebe073e462b {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:55.897043 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a087032-8674-4ee9-a015-e5ef9a450cdc', 'name': 'network-vif-deleted', 'tag': 'a0d9f147-8d54-426f-b000-bd0abc9c654f', 'status': 'completed', 'code': 200} Mar 04 20:41:56.024220 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a812b7-ba8b-4935-96b7-e5f8bb6f0f1e req-46a9c8b3-c0a4-4e06-a6b2-a213a33e7469 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:56.025924 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28a812b7-ba8b-4935-96b7-e5f8bb6f0f1e req-46a9c8b3-c0a4-4e06-a6b2-a213a33e7469 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 944 time: 0.0528224 Mar 04 20:41:56.074453 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-28a812b7-ba8b-4935-96b7-e5f8bb6f0f1e req-619390ae-343f-4a94-9c0a-d3327c1be31e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420768 Mar 04 20:41:56.123277 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41848) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:56.166805 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c5e6ba-c5c8-4298-913e-c00b77a93c7a admin admin] Deleting subnet e1164af1-ab58-49e9-9843-9b5eeed89a40 {{(pid=103638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:41:56.169870 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48c5e6ba-c5c8-4298-913e-c00b77a93c7a admin admin] Publish callbacks [] for subnet (e1164af1-ab58-49e9-9843-9b5eeed89a40), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.202078 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48c5e6ba-c5c8-4298-913e-c00b77a93c7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132075400'] for subnet (e1164af1-ab58-49e9-9843-9b5eeed89a40), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.242412 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48c5e6ba-c5c8-4298-913e-c00b77a93c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (e1164af1-ab58-49e9-9843-9b5eeed89a40), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.384551 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48c5e6ba-c5c8-4298-913e-c00b77a93c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132073833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131621125'] for subnet (e1164af1-ab58-49e9-9843-9b5eeed89a40), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.410015 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5e6ba-c5c8-4298-913e-c00b77a93c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1164af1-ab58-49e9-9843-9b5eeed89a40,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:56.419763 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48c5e6ba-c5c8-4298-913e-c00b77a93c7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.419763 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-48c5e6ba-c5c8-4298-913e-c00b77a93c7a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e1164af1-ab58-49e9-9843-9b5eeed89a40 HTTP/1.1" status: 204 len: 168 time: 0.2928362 Mar 04 20:41:56.419763 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41850) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:56.486515 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (6a49f7d2-1ff6-45e0-9516-ed0a08ab6691), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.529698 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:41:56.567735 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (6a49f7d2-1ff6-45e0-9516-ed0a08ab6691), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.589519 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a49f7d2-1ff6-45e0-9516-ed0a08ab6691']}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:56.601503 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f375b17-0b07-4695-aa60-5785d960490f') {'for_net_delete': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:56.601808 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f375b17-0b07-4695-aa60-5785d960490f') {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:56.611824 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132075379'] for segment (9f375b17-0b07-4695-aa60-5785d960490f), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.623746 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:41:56.626203 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (9f375b17-0b07-4695-aa60-5785d960490f), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.627817 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:41:56.628243 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.633924 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:41:56.634366 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073731'] for segment (9f375b17-0b07-4695-aa60-5785d960490f), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: Traceback (most recent call last): Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: timer() Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: cb(*args, **kw) Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: return func(*args, **kwargs) Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: self._notify() Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: self.callback(batched_events) Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: event.method(event) Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: return f(self, *a, **k) Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: return self._get(url).json() Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: return self.request(url, 'GET', **kwargs) Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:41:56.636056 dv-cinder-799871-17-smb neutron-server[103638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:41:56.709180 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:41:56.709595 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.734207 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:41:56.736458 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060fcfaf-e72a-4715-a390-eb4a1105028c" -d '{"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-plugged", "status": "completed", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:41:56.749704 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:41:56.754644 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (6a49f7d2-1ff6-45e0-9516-ed0a08ab6691), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.761442 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.766349 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6a49f7d2-1ff6-45e0-9516-ed0a08ab6691 HTTP/1.1" status: 204 len: 168 time: 0.3445303 Mar 04 20:41:56.768265 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41856) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:56.775674 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de429600-b9e0-47d3-9317-63799b292a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a49f7d2-1ff6-45e0-9516-ed0a08ab6691,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:56.778108 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec73008-b688-4b4a-9b54-1cff88836284 x-openstack-request-id: req-2ec73008-b688-4b4a-9b54-1cff88836284 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:41:56.778428 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-plugged", "status": "completed", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:41:56.778844 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ec73008-b688-4b4a-9b54-1cff88836284 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:41:56.779262 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'code': 200} Mar 04 20:41:56.824250 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07ca658-44c3-4173-91ea-7bacc631bf05 admin admin] Deleting subnet 562a81db-dd09-48a8-9b79-5111705b9e32 {{(pid=103639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:41:56.827622 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b07ca658-44c3-4173-91ea-7bacc631bf05 admin admin] Publish callbacks [] for subnet (562a81db-dd09-48a8-9b79-5111705b9e32), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.835228 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.867391 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b07ca658-44c3-4173-91ea-7bacc631bf05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130617293'] for subnet (562a81db-dd09-48a8-9b79-5111705b9e32), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:56.889975 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:56.907699 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b07ca658-44c3-4173-91ea-7bacc631bf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (562a81db-dd09-48a8-9b79-5111705b9e32), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.056163 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b07ca658-44c3-4173-91ea-7bacc631bf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133226011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130826723'] for subnet (562a81db-dd09-48a8-9b79-5111705b9e32), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.079749 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ca658-44c3-4173-91ea-7bacc631bf05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562a81db-dd09-48a8-9b79-5111705b9e32,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:57.085622 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b07ca658-44c3-4173-91ea-7bacc631bf05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.090251 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-b07ca658-44c3-4173-91ea-7bacc631bf05 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/562a81db-dd09-48a8-9b79-5111705b9e32 HTTP/1.1" status: 204 len: 168 time: 0.3207815 Mar 04 20:41:57.091861 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41860) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:57.143462 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d9c65-af75-4410-b527-e15141adc6ce req-9969cc80-5c83-465d-9727-a1a9b6971a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:57.145110 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d21d9c65-af75-4410-b527-e15141adc6ce req-9969cc80-5c83-465d-9727-a1a9b6971a1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 1129 time: 0.0519269 Mar 04 20:41:57.190974 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (333bffca-9a4b-48b6-be20-d1f4d5f7bc89), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.193955 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d21d9c65-af75-4410-b527-e15141adc6ce req-a69e1dd0-a352-4160-849a-a69503cf2c82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372164 Mar 04 20:41:57.256607 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f81e3-c786-4faa-bfd6-34688f70f420 req-d5647427-c408-4ec2-a32f-87c406dadee6 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:57.258088 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c48f81e3-c786-4faa-bfd6-34688f70f420 req-d5647427-c408-4ec2-a32f-87c406dadee6 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1054890 Mar 04 20:41:57.296722 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (333bffca-9a4b-48b6-be20-d1f4d5f7bc89), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.343780 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333bffca-9a4b-48b6-be20-d1f4d5f7bc89']}} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:57.362671 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c48f81e3-c786-4faa-bfd6-34688f70f420 req-b1a87fd0-12d9-4828-bbe0-b1771c70acad tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745635 Mar 04 20:41:57.368524 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ec6769-8bb3-4215-8942-93727d7bd409') {'for_net_delete': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:57.368524 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ec6769-8bb3-4215-8942-93727d7bd409') {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:41:57.374766 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130617142'] for segment (f4ec6769-8bb3-4215-8942-93727d7bd409), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.389645 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (f4ec6769-8bb3-4215-8942-93727d7bd409), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.395637 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:41:57.396112 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133226097'] for segment (f4ec6769-8bb3-4215-8942-93727d7bd409), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: Traceback (most recent call last): Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: timer() Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: cb(*args, **kw) Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: return func(*args, **kwargs) Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: self._notify() Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: self.callback(batched_events) Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: event.method(event) Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: return f(self, *a, **k) Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: return self._get(url).json() Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: return self.request(url, 'GET', **kwargs) Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:41:57.397746 dv-cinder-799871-17-smb neutron-server[103639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:41:57.541351 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (333bffca-9a4b-48b6-be20-d1f4d5f7bc89), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.546921 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:57.549960 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/333bffca-9a4b-48b6-be20-d1f4d5f7bc89 HTTP/1.1" status: 204 len: 168 time: 0.4569862 Mar 04 20:41:57.561695 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963dfc1-4c06-4df8-afdd-2dab3656ced7 admin admin] Pushing event deleted for resources: {'Network': ['ID=333bffca-9a4b-48b6-be20-d1f4d5f7bc89,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:57.916426 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41870) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:57.960219 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-e7c61810-cc97-423a-be4c-b38b48599247 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0373bb54367485284c6cac232f54cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426114 Mar 04 20:41:57.963108 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41872) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:58.017313 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bcc62c-7daf-4600-a522-04ad7a44713d admin admin] Publish callbacks [] for security_group (19c31361-cec8-4695-8097-2ca45c64c2f9), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:58.038935 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bcc62c-7daf-4600-a522-04ad7a44713d admin admin] Publish callbacks [] for security_group (19c31361-cec8-4695-8097-2ca45c64c2f9), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:58.147512 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bcc62c-7daf-4600-a522-04ad7a44713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (19c31361-cec8-4695-8097-2ca45c64c2f9), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:58.151217 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-81bcc62c-7daf-4600-a522-04ad7a44713d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:58.152369 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-81bcc62c-7daf-4600-a522-04ad7a44713d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19c31361-cec8-4695-8097-2ca45c64c2f9 HTTP/1.1" status: 204 len: 168 time: 0.1882975 Mar 04 20:41:58.161015 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcc62c-7daf-4600-a522-04ad7a44713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c31361-cec8-4695-8097-2ca45c64c2f9,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:58.505186 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fe895-99b6-43c5-ac90-1a8764805a86 req-c04c281b-c894-49b5-8f71-e3e60ea36185 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:58.506668 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ab5fe895-99b6-43c5-ac90-1a8764805a86 req-c04c281b-c894-49b5-8f71-e3e60ea36185 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0568013 Mar 04 20:41:58.532161 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device a0d9f147-8d54-426f-b000-bd0abc9c654f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:41:58.554260 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: a0d9f147-8d54-426f-b000-bd0abc9c654f {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:41:58.554660 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device a0d9f147-8d54-426f-b000-bd0abc9c654f not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:41:58.559747 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ab5fe895-99b6-43c5-ac90-1a8764805a86 req-7538cdde-5dff-4e90-8b29-d394c3b1e5a0 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435102 Mar 04 20:41:58.823907 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41886) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:58.862484 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-4c76ab04-e36c-4b2b-b457-b71457d79a30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f7f17da1ab74077af65ec83a3b63003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374384 Mar 04 20:41:58.865160 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41888) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:58.911269 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9fcc44e6-7cd4-48a2-9412-80680f9884f1 admin admin] Publish callbacks [] for security_group (5b68c35b-7e74-4811-b3c6-3f47d26c5623), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:58.931502 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9fcc44e6-7cd4-48a2-9412-80680f9884f1 admin admin] Publish callbacks [] for security_group (5b68c35b-7e74-4811-b3c6-3f47d26c5623), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:59.032586 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9fcc44e6-7cd4-48a2-9412-80680f9884f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (5b68c35b-7e74-4811-b3c6-3f47d26c5623), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:59.035057 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9fcc44e6-7cd4-48a2-9412-80680f9884f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:41:59.040068 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-9fcc44e6-7cd4-48a2-9412-80680f9884f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b68c35b-7e74-4811-b3c6-3f47d26c5623 HTTP/1.1" status: 204 len: 168 time: 0.1701298 Mar 04 20:41:59.043757 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc44e6-7cd4-48a2-9412-80680f9884f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b68c35b-7e74-4811-b3c6-3f47d26c5623,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:41:59.684959 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cfc06-4e69-4bd4-9446-34bf8627cd2b req-17288659-284d-49f6-88cf-bb849a1f1b33 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:59.686465 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-220cfc06-4e69-4bd4-9446-34bf8627cd2b req-17288659-284d-49f6-88cf-bb849a1f1b33 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0576670 Mar 04 20:41:59.733909 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-220cfc06-4e69-4bd4-9446-34bf8627cd2b req-6c8aa3d8-a6bc-49e1-972b-a522dde0351f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415802 Mar 04 20:41:59.856482 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0c16f-255f-4ec4-be42-ece3b419c6be req-79f9fc10-7fd8-4ffb-be88-eb338bfd9525 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:41:59.857957 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f5b0c16f-255f-4ec4-be42-ece3b419c6be req-79f9fc10-7fd8-4ffb-be88-eb338bfd9525 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0554380 Mar 04 20:41:59.866293 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 41916) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:41:59.871014 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-d5ea7cda-5842-42e3-9620-2ce7f8d9d779 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Request body: {'floatingip': {'port_id': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:41:59.913049 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7cda-5842-42e3-9620-2ce7f8d9d779 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (febe3c26-05c7-4501-bf37-6f0727a0725e), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:00.623539 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41932) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:00.734051 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-96ca0462-a831-4ad9-acb6-46f31755137b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:00.739408 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7cda-5842-42e3-9620-2ce7f8d9d779 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:00.808556 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-96ca0462-a831-4ad9-acb6-46f31755137b admin admin] Publish callbacks [] for security_group (f171fd4f-df63-41e3-b160-0f783b799ac2), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:00.829013 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7cda-5842-42e3-9620-2ce7f8d9d779 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (febe3c26-05c7-4501-bf37-6f0727a0725e), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:00.909317 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-96ca0462-a831-4ad9-acb6-46f31755137b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f171fd4f-df63-41e3-b160-0f783b799ac2), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:00.930257 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [None req-d5ea7cda-5842-42e3-9620-2ce7f8d9d779 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Floating IP febe3c26-05c7-4501-bf37-6f0727a0725e associated. External IP: 172.28.1.212, port: 6919f228-2dec-4ea1-8bdb-04ce54bb13f3. Mar 04 20:42:00.946714 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca0462-a831-4ad9-acb6-46f31755137b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f171fd4f-df63-41e3-b160-0f783b799ac2,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:00.953702 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-96ca0462-a831-4ad9-acb6-46f31755137b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b96850cf4d9e4f3fb95dc1e2e1d14a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264213 Mar 04 20:42:00.953913 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 41936) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:01.005551 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0a86ae2-134e-49d2-ad75-b787f6bc1200 admin admin] Publish callbacks [] for security_group (f171fd4f-df63-41e3-b160-0f783b799ac2), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:01.027079 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0a86ae2-134e-49d2-ad75-b787f6bc1200 admin admin] Publish callbacks [] for security_group (f171fd4f-df63-41e3-b160-0f783b799ac2), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:01.140378 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ea7cda-5842-42e3-9620-2ce7f8d9d779 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:42:01.143447 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0a86ae2-134e-49d2-ad75-b787f6bc1200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f171fd4f-df63-41e3-b160-0f783b799ac2), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:01.146088 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-d0a86ae2-134e-49d2-ad75-b787f6bc1200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:01.147268 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-d0a86ae2-134e-49d2-ad75-b787f6bc1200 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f171fd4f-df63-41e3-b160-0f783b799ac2 HTTP/1.1" status: 204 len: 168 time: 0.1924448 Mar 04 20:42:01.157270 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a86ae2-134e-49d2-ad75-b787f6bc1200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171fd4f-df63-41e3-b160-0f783b799ac2,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:01.252028 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ea7cda-5842-42e3-9620-2ce7f8d9d779 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:01.256931 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7cda-5842-42e3-9620-2ce7f8d9d779 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:01.262344 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] Sync routers for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:01.272291 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:01.272960 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:41:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:01.285692 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d5ea7cda-5842-42e3-9620-2ce7f8d9d779 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "PUT /v2.0/floatingips/febe3c26-05c7-4501-bf37-6f0727a0725e HTTP/1.1" status: 200 len: 991 time: 1.4181464 Mar 04 20:42:01.286414 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:42:01.292208 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:42:01.328825 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a2f10-97b9-4b3a-9050-365186ed97e1 x-openstack-request-id: req-6b7a2f10-97b9-4b3a-9050-365186ed97e1 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:42:01.329032 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:42:01.329316 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b7a2f10-97b9-4b3a-9050-365186ed97e1 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:42:01.339135 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'status': 'completed', 'code': 200} Mar 04 20:42:01.388408 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:01.397116 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-0cbf019b-7e44-496f-a803-048fc113b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:01.399414 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-0cbf019b-7e44-496f-a803-048fc113b666 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 1129 time: 0.0475471 Mar 04 20:42:01.512375 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-2e728267-3ee7-48e5-bd67-62f39654f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:01.512375 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-2e728267-3ee7-48e5-bd67-62f39654f196 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 917 time: 0.1018367 Mar 04 20:42:01.595066 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-b182c417-6640-4ef6-82e2-a3acac8e5432 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3 HTTP/1.1" status: 200 len: 999 time: 0.0793693 Mar 04 20:42:01.667110 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-56209cfb-5aea-4d79-8d36-cb0049748662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:01.668720 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-56209cfb-5aea-4d79-8d36-cb0049748662 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0651448 Mar 04 20:42:01.725774 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-c6ddbb7f-cc3d-47a7-9b3c-81fdb888b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:01.728046 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-c6ddbb7f-cc3d-47a7-9b3c-81fdb888b599 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0528665 Mar 04 20:42:01.834028 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': 'febe3c26-05c7-4501-bf37-6f0727a0725e', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'port_id': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'mac_address': 'fa:16:3e:15:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:41:45Z', 'updated_at': '2022-03-04T20:42:00Z', 'revision_number': 1, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:01.842370 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-ea86f2c7-600e-454c-a9c3-a574fcb721f6 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016371 Mar 04 20:42:01.863937 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] Checking router: 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:42:01.873584 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:01.874330 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:41:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:01.943400 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5129cb8c-2ef6-4cb3-8069-9b3af5f22d89 req-e45bd54d-2e7a-4584-92c0-3c1c4b76007d service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994918 Mar 04 20:42:01.991565 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:02.232030 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': 'febe3c26-05c7-4501-bf37-6f0727a0725e', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'port_id': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'mac_address': 'fa:16:3e:15:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:41:45Z', 'updated_at': '2022-03-04T20:42:00Z', 'revision_number': 1, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:02.260767 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e2d2a-1d82-4872-9764-69d3e7ad067a None None] The sync data for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb is: [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': 'febe3c26-05c7-4501-bf37-6f0727a0725e', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'port_id': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'mac_address': 'fa:16:3e:15:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:41:45Z', 'updated_at': '2022-03-04T20:42:00Z', 'revision_number': 1, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:42:02.468328 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb5a07-6aa3-4d76-b958-091c19725669 None None] New status for floating IP febe3c26-05c7-4501-bf37-6f0727a0725e: ACTIVE {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:42:09.356218 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42070) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:09.461005 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cfba3cfb-7165-4e8d-8627-cd518e68513e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:09.534658 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cfba3cfb-7165-4e8d-8627-cd518e68513e admin admin] Publish callbacks [] for security_group (fc6b7195-42f7-4deb-9d31-ce7ee75cf1ee), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:09.615994 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cfba3cfb-7165-4e8d-8627-cd518e68513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (fc6b7195-42f7-4deb-9d31-ce7ee75cf1ee), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:09.654914 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-cfba3cfb-7165-4e8d-8627-cd518e68513e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0785fe19f9f43bda9d429d33844c26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976182 Mar 04 20:42:09.655597 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3cfb-7165-4e8d-8627-cd518e68513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6b7195-42f7-4deb-9d31-ce7ee75cf1ee,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:09.658453 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42080) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:09.708825 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fde8e809-be70-44fd-b441-9cd7ec2aebfe admin admin] Publish callbacks [] for security_group (fc6b7195-42f7-4deb-9d31-ce7ee75cf1ee), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:09.729684 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fde8e809-be70-44fd-b441-9cd7ec2aebfe admin admin] Publish callbacks [] for security_group (fc6b7195-42f7-4deb-9d31-ce7ee75cf1ee), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:09.859727 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fde8e809-be70-44fd-b441-9cd7ec2aebfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (fc6b7195-42f7-4deb-9d31-ce7ee75cf1ee), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:09.862285 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fde8e809-be70-44fd-b441-9cd7ec2aebfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:09.863434 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-fde8e809-be70-44fd-b441-9cd7ec2aebfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc6b7195-42f7-4deb-9d31-ce7ee75cf1ee HTTP/1.1" status: 204 len: 168 time: 0.2037044 Mar 04 20:42:09.875255 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8e809-be70-44fd-b441-9cd7ec2aebfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6b7195-42f7-4deb-9d31-ce7ee75cf1ee,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:09.901438 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0228d-cb3e-4e1b-9e08-67fd52576a97 req-e639edf6-7488-40e2-8e61-07b28287007c tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:09.903053 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6ee0228d-cb3e-4e1b-9e08-67fd52576a97 req-e639edf6-7488-40e2-8e61-07b28287007c tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0704594 Mar 04 20:42:09.956002 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6ee0228d-cb3e-4e1b-9e08-67fd52576a97 req-a8b4f079-91e5-4a28-aeaa-fd0499fe5c9d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468240 Mar 04 20:42:11.079519 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063ef68-9870-45f9-bdac-ebdaeff46521 req-a72dc485-5fb9-4708-9aec-d8232dc5d8b1 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:11.081024 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d063ef68-9870-45f9-bdac-ebdaeff46521 req-a72dc485-5fb9-4708-9aec-d8232dc5d8b1 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0558457 Mar 04 20:42:11.132062 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d063ef68-9870-45f9-bdac-ebdaeff46521 req-d0dfd44d-c13e-40a5-863e-1a1aae75e4eb tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455344 Mar 04 20:42:12.041788 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-5a03f603-30ca-4a1e-a47b-a4b54f39cf0c tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:12.043387 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-5a03f603-30ca-4a1e-a47b-a4b54f39cf0c tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0542004 Mar 04 20:42:12.136087 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Deleting port a4e7976c-416f-450a-b79a-3e89ead56e60 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:42:12.136440 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:12.265480 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] For port a4e7976c-416f-450a-b79a-3e89ead56e60, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a4e7976c-416f-450a-b79a-3e89ead56e60,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:12.265933 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:12.283566 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a823-60bc-42e1-8860-99d97ab447c5 req-e81950bd-502f-4bf6-9bfc-2dec36e9cc69 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:12.285089 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-06a4a823-60bc-42e1-8860-99d97ab447c5 req-e81950bd-502f-4bf6-9bfc-2dec36e9cc69 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 945 time: 0.0844676 Mar 04 20:42:12.410850 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-06a4a823-60bc-42e1-8860-99d97ab447c5 req-24f3507a-28af-400e-9753-dfeef406e816 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=391b97a6-4111-460c-adb9-5ded21e4d367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200652 Mar 04 20:42:12.487049 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:12.487423 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (2615f05c-6036-4ca9-897b-10b7aa072fc5), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:12.487747 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Floating IP 2615f05c-6036-4ca9-897b-10b7aa072fc5 disassociated. External IP: 172.28.1.243, port: a4e7976c-416f-450a-b79a-3e89ead56e60. Mar 04 20:42:12.488099 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Calling delete_port for a4e7976c-416f-450a-b79a-3e89ead56e60 owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:42:12.606631 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:42:12.669450 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (a4e7976c-416f-450a-b79a-3e89ead56e60), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:12.702626 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event deleted for resources: {'Port': ['ID=a4e7976c-416f-450a-b79a-3e89ead56e60,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:12.832643 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:42:13.221210 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:13.233483 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] Sync routers for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:13.250328 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:13.258094 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:41:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:13.266586 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] No DVR routers for this DVR port a4e7976c-416f-450a-b79a-3e89ead56e60 on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:42:13.269204 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:13.272843 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4f12c7c4-e81c-4147-9525-fcf394a8eefd req-2ab7d557-527c-43ea-8a5b-78eabca6c9e5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "DELETE /v2.0/ports/a4e7976c-416f-450a-b79a-3e89ead56e60 HTTP/1.1" status: 204 len: 173 time: 1.2234375 Mar 04 20:42:13.273346 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'name': 'network-vif-deleted', 'tag': 'a4e7976c-416f-450a-b79a-3e89ead56e60'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:42:13.275707 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ebcd9e-8274-4d87-a9bb-dd9b900808ec" -d '{"events": [{"server_uuid": "a539b695-1b94-46da-9638-a84bd35fc46a", "name": "network-vif-deleted", "tag": "a4e7976c-416f-450a-b79a-3e89ead56e60"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:42:13.337806 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9684609-df1e-42f2-b4a0-3b4e3ba5d7c5 x-openstack-request-id: req-f9684609-df1e-42f2-b4a0-3b4e3ba5d7c5 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:42:13.338140 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a539b695-1b94-46da-9638-a84bd35fc46a", "name": "network-vif-deleted", "tag": "a4e7976c-416f-450a-b79a-3e89ead56e60", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:42:13.339689 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9684609-df1e-42f2-b4a0-3b4e3ba5d7c5 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:42:13.339689 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a539b695-1b94-46da-9638-a84bd35fc46a', 'name': 'network-vif-deleted', 'tag': 'a4e7976c-416f-450a-b79a-3e89ead56e60', 'status': 'completed', 'code': 200} Mar 04 20:42:13.390414 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:13.542322 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9498ae13-7d50-4389-aacb-3f3f8cc6e46c req-4b8e54a9-a290-4e46-9e3d-e4f1ccc49be5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=a539b695-1b94-46da-9638-a84bd35fc46a HTTP/1.1" status: 200 len: 210 time: 0.0310061 Mar 04 20:42:13.657544 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:13.691983 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] Checking router: ccef5417-54ab-45b6-b7ba-c8feaa9cf822 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:42:13.702042 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:13.702721 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:41:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:13.824751 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:14.029414 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:14.055836 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94bedd-1e37-4bb4-b0d7-c064223bf7f7 None None] The sync data for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb is: [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:42:14.299821 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e381268-3521-4bf8-b374-c87fdf58dc69 None None] New status for floating IP 2615f05c-6036-4ca9-897b-10b7aa072fc5: DOWN {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:42:14.704900 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42206) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:14.757488 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-983c74c1-ae4c-47ef-a64c-19d7988eefb4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (391b97a6-4111-460c-adb9-5ded21e4d367), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:14.781690 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-983c74c1-ae4c-47ef-a64c-19d7988eefb4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (391b97a6-4111-460c-adb9-5ded21e4d367), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:14.840532 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:14.920478 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-983c74c1-ae4c-47ef-a64c-19d7988eefb4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (391b97a6-4111-460c-adb9-5ded21e4d367), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:14.923056 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-983c74c1-ae4c-47ef-a64c-19d7988eefb4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:14.924209 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-983c74c1-ae4c-47ef-a64c-19d7988eefb4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "DELETE /v2.0/security-groups/391b97a6-4111-460c-adb9-5ded21e4d367 HTTP/1.1" status: 204 len: 168 time: 0.2183368 Mar 04 20:42:14.927071 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42208) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:14.933696 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c74c1-ae4c-47ef-a64c-19d7988eefb4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391b97a6-4111-460c-adb9-5ded21e4d367,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:14.941939 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.api.v2.resource [None req-2c8ebf56-76d8-437c-8a3d-7605cfd1d49e tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] show failed (client error): The resource could not be found. Mar 04 20:42:14.942992 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-2c8ebf56-76d8-437c-8a3d-7605cfd1d49e tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups/391b97a6-4111-460c-adb9-5ded21e4d367 HTTP/1.1" status: 404 len: 347 time: 0.0149279 Mar 04 20:42:14.946025 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42210) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:15.070026 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Deleting port 5b86bf56-f7eb-4873-a72e-8cecb8d4b122 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:42:15.070372 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (5b86bf56-f7eb-4873-a72e-8cecb8d4b122), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:15.145749 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (5b86bf56-f7eb-4873-a72e-8cecb8d4b122), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:15.146079 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (5b86bf56-f7eb-4873-a72e-8cecb8d4b122), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:15.158798 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Calling delete_port for 5b86bf56-f7eb-4873-a72e-8cecb8d4b122 owned by network:floatingip {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:42:15.421733 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (5b86bf56-f7eb-4873-a72e-8cecb8d4b122), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:15.447789 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event deleted for resources: {'Port': ['ID=5b86bf56-f7eb-4873-a72e-8cecb8d4b122,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:15.514609 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (2615f05c-6036-4ca9-897b-10b7aa072fc5), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:15.517059 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:15.518221 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8ee49898-b667-4b39-b267-065cb8199b12 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "DELETE /v2.0/floatingips/2615f05c-6036-4ca9-897b-10b7aa072fc5 HTTP/1.1" status: 204 len: 168 time: 0.5712142 Mar 04 20:42:15.884686 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42220) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:15.889901 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-167419f2-22ec-441a-9903-f23700deeb88 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747886833', 'description': 'tempest-description--926652891'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:16.004462 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-167419f2-22ec-441a-9903-f23700deeb88 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.071067 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-167419f2-22ec-441a-9903-f23700deeb88 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.147139 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-167419f2-22ec-441a-9903-f23700deeb88 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.181024 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167419f2-22ec-441a-9903-f23700deeb88 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:16.246939 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-167419f2-22ec-441a-9903-f23700deeb88 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.248177 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-167419f2-22ec-441a-9903-f23700deeb88 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3618588 Mar 04 20:42:16.251264 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42232) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:16.255505 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-6d5f28f2-b809-479f-ab8d-368fcb810d44 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'security_group_rule': {'security_group_id': 'f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:16.380642 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6d5f28f2-b809-479f-ab8d-368fcb810d44 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (d26db956-86ab-4d14-9132-d03725b5263a), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.423432 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42238) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:16.439421 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6d5f28f2-b809-479f-ab8d-368fcb810d44 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (d26db956-86ab-4d14-9132-d03725b5263a), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.470958 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Deleting subnet 1d1fd609-c175-4aed-95cd-31bd502f1771 {{(pid=103638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:42:16.473995 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Publish callbacks [] for subnet (1d1fd609-c175-4aed-95cd-31bd502f1771), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.507723 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132075400'] for subnet (1d1fd609-c175-4aed-95cd-31bd502f1771), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.530290 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6d5f28f2-b809-479f-ab8d-368fcb810d44 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (d26db956-86ab-4d14-9132-d03725b5263a), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.546766 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (1d1fd609-c175-4aed-95cd-31bd502f1771), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.550602 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f28f2-b809-479f-ab8d-368fcb810d44 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26db956-86ab-4d14-9132-d03725b5263a,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:16.637723 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6d5f28f2-b809-479f-ab8d-368fcb810d44 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.638519 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device a4e7976c-416f-450a-b79a-3e89ead56e60 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:42:16.638992 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-6d5f28f2-b809-479f-ab8d-368fcb810d44 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3867931 Mar 04 20:42:16.641867 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42240) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:16.649366 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-2a109ad6-5727-4555-865f-b095b4c091a0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'security_group_rule': {'security_group_id': 'f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:16.659479 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: a4e7976c-416f-450a-b79a-3e89ead56e60 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:42:16.659889 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device a4e7976c-416f-450a-b79a-3e89ead56e60 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:42:16.715937 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132073833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131621125'] for subnet (1d1fd609-c175-4aed-95cd-31bd502f1771), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.745813 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1fd609-c175-4aed-95cd-31bd502f1771,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:16.750266 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.753375 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1d1fd609-c175-4aed-95cd-31bd502f1771 HTTP/1.1" status: 204 len: 168 time: 0.3289037 Mar 04 20:42:16.756213 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42242) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:16.758160 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.758556 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.759020 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.759304 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.759639 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.759973 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.760985 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.761409 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.761931 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.762271 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.762630 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.762960 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.763288 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e506ff-4ae9-406d-92d4-b659a1135586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:16.777644 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2a109ad6-5727-4555-865f-b095b4c091a0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (329e5416-8322-478a-8874-33dd2b12c90d), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.824434 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (62f198db-c4d2-43b4-8499-073f1b965f3b), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.827442 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2a109ad6-5727-4555-865f-b095b4c091a0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (329e5416-8322-478a-8874-33dd2b12c90d), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.902578 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (62f198db-c4d2-43b4-8499-073f1b965f3b), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.903611 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2a109ad6-5727-4555-865f-b095b4c091a0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (329e5416-8322-478a-8874-33dd2b12c90d), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.922687 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f198db-c4d2-43b4-8499-073f1b965f3b']}} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:16.925906 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a109ad6-5727-4555-865f-b095b4c091a0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329e5416-8322-478a-8874-33dd2b12c90d,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:16.932773 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c91452b-97f6-4650-acb6-1f0659eee857') {'for_net_delete': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:16.933071 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c91452b-97f6-4650-acb6-1f0659eee857') {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:16.942292 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130617142'] for segment (1c91452b-97f6-4650-acb6-1f0659eee857), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.955747 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (1c91452b-97f6-4650-acb6-1f0659eee857), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.961561 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:42:16.961815 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133226097'] for segment (1c91452b-97f6-4650-acb6-1f0659eee857), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: Traceback (most recent call last): Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: timer() Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: cb(*args, **kw) Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: return func(*args, **kwargs) Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: self._notify() Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: self.callback(batched_events) Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: event.method(event) Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: return f(self, *a, **k) Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: return self._get(url).json() Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: return self.request(url, 'GET', **kwargs) Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:42:16.964072 dv-cinder-799871-17-smb neutron-server[103639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:42:17.025459 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2a109ad6-5727-4555-865f-b095b4c091a0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.026961 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-2a109ad6-5727-4555-865f-b095b4c091a0 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3840795 Mar 04 20:42:17.030174 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42244) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:17.034535 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:17.073538 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (62f198db-c4d2-43b4-8499-073f1b965f3b), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.078758 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.085560 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] 10.222.0.41 "DELETE /v2.0/networks/62f198db-c4d2-43b4-8499-073f1b965f3b HTTP/1.1" status: 204 len: 168 time: 0.3245625 Mar 04 20:42:17.094290 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20ef82-5435-4321-b5c3-d2291b6c3297 admin admin] Pushing event deleted for resources: {'Network': ['ID=62f198db-c4d2-43b4-8499-073f1b965f3b,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:17.132019 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.228997 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.326410 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-186eabca-0530-42e8-8d82-2d4c563092ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.334369 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Allocated IP 172.28.1.150 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/7a966a98-65f9-42cd-b2ac-4560f423fccf) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:17.434661 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for port (7a966a98-65f9-42cd-b2ac-4560f423fccf), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.461886 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42248) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:17.508870 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-065865c7-1e0a-461b-8fe7-5f8b0e1cf569 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=faafca90839746fb858df63ff6661776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458014 Mar 04 20:42:17.512015 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42254) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:17.550340 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (7a966a98-65f9-42cd-b2ac-4560f423fccf), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.560471 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9e12-8f6d-46f0-a826-fd9b026dfaba admin admin] Publish callbacks [] for security_group (c7e14cb0-e308-426e-a580-534fa96e56e5), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.585492 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9e12-8f6d-46f0-a826-fd9b026dfaba admin admin] Publish callbacks [] for security_group (c7e14cb0-e308-426e-a580-534fa96e56e5), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.594727 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:17.597573 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:17.601254 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:17.624355 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'Port': ['ID=7a966a98-65f9-42cd-b2ac-4560f423fccf,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:17.636433 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.636861 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.637211 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.637555 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.637953 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.638216 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.638580 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.638909 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.639241 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.639587 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.639891 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.640213 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.640536 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:17.692708 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9e12-8f6d-46f0-a826-fd9b026dfaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c7e14cb0-e308-426e-a580-534fa96e56e5), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.695260 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9e12-8f6d-46f0-a826-fd9b026dfaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.696470 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-aeaf9e12-8f6d-46f0-a826-fd9b026dfaba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7e14cb0-e308-426e-a580-534fa96e56e5 HTTP/1.1" status: 204 len: 168 time: 0.1835606 Mar 04 20:42:17.702473 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.705609 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf9e12-8f6d-46f0-a826-fd9b026dfaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e14cb0-e308-426e-a580-534fa96e56e5,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:17.789278 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7a966a98-65f9-42cd-b2ac-4560f423fccf), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:17.957887 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for port (7a966a98-65f9-42cd-b2ac-4560f423fccf), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:18.107309 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (7a966a98-65f9-42cd-b2ac-4560f423fccf), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:18.180785 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'Port': ['ID=7a966a98-65f9-42cd-b2ac-4560f423fccf,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:18.194812 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:18.269854 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:18.271494 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-bcec1a6b-801d-4b13-a38b-f6dd51973e8a tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2399886 Mar 04 20:42:18.469036 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-eedb82cf-5541-4c2a-8c45-1ed24c1ea7d1 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1747886833&fields=id&tenant_id=edfe6d2f87f14edabe06c1f810079d01 HTTP/1.1" status: 200 len: 267 time: 0.0445321 Mar 04 20:42:18.574193 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-66f5ed47-0bd7-4563-9aa0-088367d77742 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:18.575091 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-66f5ed47-0bd7-4563-9aa0-088367d77742 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 810 time: 0.1005275 Mar 04 20:42:18.591522 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-74986947-17b3-4a37-8497-c17bf1b64ba7 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/quotas/edfe6d2f87f14edabe06c1f810079d01 HTTP/1.1" status: 200 len: 375 time: 0.0100977 Mar 04 20:42:18.652593 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-94c33209-9be5-4485-8ed5-18908b0ff897 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542853 Mar 04 20:42:18.750316 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-e0118408-2530-448d-84ae-e317572c7c1d service neutron] 10.222.0.41 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861397 Mar 04 20:42:18.846845 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-a71033b2-8da5-4d6e-802e-376766d729b5 service neutron] 10.222.0.41 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895662 Mar 04 20:42:18.857582 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42292) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:18.954422 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-47165994-network', 'tenant_id': 'aeafaa92879a4517abebfb74309976af'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:19.080367 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Made reservation on behalf of aeafaa92879a4517abebfb74309976af for: {'network': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:42:19.082984 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.093356 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.152878 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-76567a79-beaf-4006-9e07-ed724fb4a2ef req-8cf8e0d7-f470-44e2-9c48-fa23cb28943c tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 210 time: 0.0406599 Mar 04 20:42:19.176407 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Publish callbacks [] for security_group (a47bd758-2984-4daa-b5a6-bb191e4e2e03), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.252202 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a47bd758-2984-4daa-b5a6-bb191e4e2e03), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.277661 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:42:19.288938 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47bd758-2984-4daa-b5a6-bb191e4e2e03,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:19.293434 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (3503dd28-788b-4110-8d32-0f2794d020fa), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.293785 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.segments_db [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Added segment 3503dd28-788b-4110-8d32-0f2794d020fa of type vlan for network 4c62cf8d-645d-4419-bb45-8d057a3f43de Mar 04 20:42:19.333993 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (4c62cf8d-645d-4419-bb45-8d057a3f43de), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.469380 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (4c62cf8d-645d-4419-bb45-8d057a3f43de), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.470485 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:19.473254 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.533055 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] Pushing event updated for resources: {'Network': ['ID=4c62cf8d-645d-4419-bb45-8d057a3f43de,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:19.543206 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 4c62cf8d-645d-4419-bb45-8d057a3f43de details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:42:19.580757 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-438ada20-8bdb-488a-8b2d-7c29fddc3f18 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7218759 Mar 04 20:42:19.583628 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42318) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:19.590259 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Request body: {'subnet': {'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-47165994-subnet', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'ip_version': 4}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:19.680689 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-60c79ccc-ab37-4b97-a117-f58f32006cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.703636 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Made reservation on behalf of aeafaa92879a4517abebfb74309976af for: {'subnet': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:42:19.705985 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130826628'] for subnet (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:19.955222 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133224668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130826650'] for subnet (56c902b2-4736-471b-8caa-86a3664bd890), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.009189 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c902b2-4736-471b-8caa-86a3664bd890,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:20.018922 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Checking segment: {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:20.019193 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Network hostable DHCP agents. Network: 4c62cf8d-645d-4419-bb45-8d057a3f43de, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:42:20.086767 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Network 4c62cf8d-645d-4419-bb45-8d057a3f43de is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:42:20.199677 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 4c62cf8d-645d-4419-bb45-8d057a3f43de) {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:20.204417 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:20.205022 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.211732 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bbaa1e-9bc4-4af8-b3e1-c7e11f41788c None None] Network 4c62cf8d-645d-4419-bb45-8d057a3f43de requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:42:20.238761 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4eda8dbd-d346-4493-9d71-c907a8f39b64 req-f3c388f0-05c8-4cc0-a89a-57a89b62a5a7 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 210 time: 0.0314150 Mar 04 20:42:20.283014 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-bcb0be0d-f4ae-449c-b7a1-e9083365bf4e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6980302 Mar 04 20:42:20.285595 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42328) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:20.289918 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:20.316520 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9becbe76-dc79-53f2-b817-ede71ec7d8fb-4c62cf8d-645d-4419-bb45-8d057a3f43de', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'project_id': 'aeafaa92879a4517abebfb74309976af', 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890'}]}} from dv-cinder-799871-17-smb. {{(pid=103640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:42:20.317366 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.451216 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.db_base_plugin_common [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Allocated IP 172.20.0.2 (4c62cf8d-645d-4419-bb45-8d057a3f43de/56c902b2-4736-471b-8caa-86a3664bd890/dd5ed2b4-8da8-48a8-9b0e-a95f46298bef) {{(pid=103640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:20.457924 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59987'] for router (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.459261 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60004'] for router (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.521897 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks [] for router_controller (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), precommit_add_association {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.597815 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Publish callbacks [] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), precommit_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.691001 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.718033 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks [] for router_gateway (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.734436 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Network 4c62cf8d-645d-4419-bb45-8d057a3f43de is already hosted by enough agents. {{(pid=103640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:20.737174 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.base_scheduler [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Resources bound (agent type, host, resource id): {{(pid=103640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:20.739557 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Received port after_create {{(pid=103640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:20.748811 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Pushing event updated for resources: {'Port': ['ID=dd5ed2b4-8da8-48a8-9b0e-a95f46298bef,revision_number=1']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:20.800915 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Attempting to bind port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:42:20.801297 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Attempting to bind port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:42:20.801675 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Attempting to bind port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef on network 4c62cf8d-645d-4419-bb45-8d057a3f43de {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:20.807762 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:42:20.808245 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Checking segment: {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:20.808643 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.809032 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Bound using segment: {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:42:20.809496 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Bound port: dd5ed2b4-8da8-48a8-9b0e-a95f46298bef, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:42:20.809865 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:20.878098 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] For port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:42:20.881254 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] For port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=dd5ed2b4-8da8-48a8-9b0e-a95f46298bef,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:42:20.959504 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.000041 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.036344 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a862ab5-286d-4db1-b956-600b531bbea1 None None] Pushing event updated for resources: {'Port': ['ID=dd5ed2b4-8da8-48a8-9b0e-a95f46298bef,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:21.211836 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks [] for router_gateway (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.238747 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.369866 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Allocated IP 172.28.1.55 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/c7ab6c10-7c4f-4689-a223-da1b454ec1f9) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:21.371790 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f3c5a325-5c79-4677-bd57-cfe9880db3ab tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:21.373783 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f3c5a325-5c79-4677-bd57-cfe9880db3ab tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 810 time: 0.1538603 Mar 04 20:42:21.406035 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-483dee36-1f70-4bd1-9983-7b33b777c476 req-21867216-fa6e-48f9-9d1e-80a32d94cd26 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 210 time: 0.0334575 Mar 04 20:42:21.457585 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-ff37ffb1-10df-42ca-b581-8fb5c59f4cc1 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfe6d2f87f14edabe06c1f810079d01 HTTP/1.1" status: 200 len: 380 time: 0.0760984 Mar 04 20:42:21.467848 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'port': {'device_id': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'admin_state_up': True, 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'security_groups': ['f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed']}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:21.473359 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42342) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:21.536996 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks [] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.602989 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-172eb0a3-b0af-40bd-a391-4097ee88ab1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.672042 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.691801 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device dd5ed2b4-8da8-48a8-9b0e-a95f46298bef up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:21.698172 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Made reservation on behalf of edfe6d2f87f14edabe06c1f810079d01 for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:42:21.703583 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.713985 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-172eb0a3-b0af-40bd-a391-4097ee88ab1b admin admin] Publish callbacks [] for security_group (9be7efe3-f47b-44ad-b4e8-50e53a12ed60), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.729142 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:21.734911 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:21.738614 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:21.741048 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Pushing event updated for resources: {'Port': ['ID=c7ab6c10-7c4f-4689-a223-da1b454ec1f9,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:21.757126 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:21.757708 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.785328 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-172eb0a3-b0af-40bd-a391-4097ee88ab1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (9be7efe3-f47b-44ad-b4e8-50e53a12ed60), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:21.888952 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Allocated IP 172.20.0.3 (decb093a-7e88-4e3c-bd79-2ebf623b306e/df8ab674-da60-4a5d-940e-37747103e9b3/62b8ddc4-b5a6-473e-9f64-84396ccedcd9) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:21.900784 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-172eb0a3-b0af-40bd-a391-4097ee88ab1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0a2df86d067480996588261cfd71d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261777 Mar 04 20:42:21.901643 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42350) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:21.903642 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172eb0a3-b0af-40bd-a391-4097ee88ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be7efe3-f47b-44ad-b4e8-50e53a12ed60,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:21.997921 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:21.998307 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.013909 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cacc6e-2dda-48b0-8ca4-93eb3a689f1d admin admin] Publish callbacks [] for security_group (9be7efe3-f47b-44ad-b4e8-50e53a12ed60), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.032345 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=dd5ed2b4-8da8-48a8-9b0e-a95f46298bef,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:22.083253 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cacc6e-2dda-48b0-8ca4-93eb3a689f1d admin admin] Publish callbacks [] for security_group (9be7efe3-f47b-44ad-b4e8-50e53a12ed60), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.101646 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.153565 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.167848 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks [] for router_gateway (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.172096 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=dd5ed2b4-8da8-48a8-9b0e-a95f46298bef,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:22.203385 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e7d0b-e04b-4e7b-96e6-d84bc1c05630 None None] Network 4c62cf8d-645d-4419-bb45-8d057a3f43de requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:42:22.240732 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cacc6e-2dda-48b0-8ca4-93eb3a689f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (9be7efe3-f47b-44ad-b4e8-50e53a12ed60), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.243816 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45cacc6e-2dda-48b0-8ca4-93eb3a689f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.248010 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-45cacc6e-2dda-48b0-8ca4-93eb3a689f1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9be7efe3-f47b-44ad-b4e8-50e53a12ed60 HTTP/1.1" status: 204 len: 168 time: 0.3427377 Mar 04 20:42:22.255589 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cacc6e-2dda-48b0-8ca4-93eb3a689f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be7efe3-f47b-44ad-b4e8-50e53a12ed60,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:22.281257 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.300481 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-ea61e45a-585e-4518-8156-519899a94fd8 None None] Provisioning complete for port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:22.300980 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-ea61e45a-585e-4518-8156-519899a94fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.327828 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.329693 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Network decb093a-7e88-4e3c-bd79-2ebf623b306e is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:22.333389 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:22.337713 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:22.343094 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event updated for resources: {'Port': ['ID=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:22.404688 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:22.405646 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.431332 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-ea61e45a-585e-4518-8156-519899a94fd8 None None] Current status of the port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:22.453122 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800'] for router (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.501204 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f7b5eb78-8ad3-4b26-ba34-30a5448a7f79 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0372639 Mar 04 20:42:22.513690 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Request body: {'port': {'device_id': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:22.617437 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.666925 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532eb9c1-6670-4079-b5f9-06d5a6dd3a00 req-ef3c9805-a918-4ca7-ac94-324c8ef0f3bd tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:22.669081 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-532eb9c1-6670-4079-b5f9-06d5a6dd3a00 req-ef3c9805-a918-4ca7-ac94-324c8ef0f3bd tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 931 time: 0.1340292 Mar 04 20:42:22.743513 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa is scheduled to L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 with binding_index 1 {{(pid=103639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:42:22.769121 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-3368210b-8205-4a57-b20f-5370d16632e2 None None] Provisioning complete for port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:22.769669 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3368210b-8205-4a57-b20f-5370d16632e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.793185 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-532eb9c1-6670-4079-b5f9-06d5a6dd3a00 req-0f29e2c2-5191-479b-aa84-ea900776017b tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151235 Mar 04 20:42:22.805002 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-3368210b-8205-4a57-b20f-5370d16632e2 None None] Port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:42:22.820351 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-3368210b-8205-4a57-b20f-5370d16632e2 None None] Provisioning complete for port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:22.820736 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3368210b-8205-4a57-b20f-5370d16632e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.874991 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:22.894312 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Sync routers for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:22.913863 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:22.914528 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:22.916164 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-3368210b-8205-4a57-b20f-5370d16632e2 None None] Current status of the port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:22.959854 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:42:22.968123 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Publish callbacks [] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.980456 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Transition to ACTIVE for port object 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:42:22.989250 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:22.990763 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-84351669-31db-4ef7-a19d-5206670a5c8c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7040353 Mar 04 20:42:22.993375 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42360) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:23.026217 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:23.045268 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42362) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:23.059746 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-514f6e1b-5988-42ff-9b92-d369aaa140f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.081111 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.137860 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-514f6e1b-5988-42ff-9b92-d369aaa140f2 admin admin] Publish callbacks [] for security_group (f77a1ec6-cbfd-48f0-b3b9-9568a623ec81), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.150495 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Pushing event updated for resources: {'Port': ['ID=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:23.225508 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:21Z', 'revision_number': 3, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:23.233073 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-514f6e1b-5988-42ff-9b92-d369aaa140f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f77a1ec6-cbfd-48f0-b3b9-9568a623ec81), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.258480 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Checking router: 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:42:23.258938 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Updating router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa port c7ab6c10-7c4f-4689-a223-da1b454ec1f9 binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:42:23.290522 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f6e1b-5988-42ff-9b92-d369aaa140f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77a1ec6-cbfd-48f0-b3b9-9568a623ec81,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:23.290522 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-514f6e1b-5988-42ff-9b92-d369aaa140f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5782d6a9c50a49a0a40664fc0f7cc54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409387 Mar 04 20:42:23.290522 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42364) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:23.310570 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.318101 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Attempting to bind port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:42:23.318486 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Attempting to bind port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:42:23.318826 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Attempting to bind port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 on network decb093a-7e88-4e3c-bd79-2ebf623b306e {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:23.330248 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 on network decb093a-7e88-4e3c-bd79-2ebf623b306e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:42:23.330672 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Attempting to bind port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 on network decb093a-7e88-4e3c-bd79-2ebf623b306e {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:23.339427 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:42:23.339427 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Checking segment: {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:23.340838 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Bound using segment: {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:42:23.340838 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Bound port: 62b8ddc4-b5a6-473e-9f64-84396ccedcd9, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c902f755-d537-429e-9332-0e6b58f7cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:42:23.340838 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.363720 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2f5a64c8-5f16-4816-a8ca-6845e9c1d4a7 admin admin] Publish callbacks [] for security_group (f77a1ec6-cbfd-48f0-b3b9-9568a623ec81), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.389595 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2f5a64c8-5f16-4816-a8ca-6845e9c1d4a7 admin admin] Publish callbacks [] for security_group (f77a1ec6-cbfd-48f0-b3b9-9568a623ec81), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.488832 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] For port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:42:23.493181 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] For port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:42:23.578260 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2f5a64c8-5f16-4816-a8ca-6845e9c1d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f77a1ec6-cbfd-48f0-b3b9-9568a623ec81), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.580978 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2f5a64c8-5f16-4816-a8ca-6845e9c1d4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.584894 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-2f5a64c8-5f16-4816-a8ca-6845e9c1d4a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f77a1ec6-cbfd-48f0-b3b9-9568a623ec81 HTTP/1.1" status: 204 len: 168 time: 0.2916565 Mar 04 20:42:23.591079 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a64c8-5f16-4816-a8ca-6845e9c1d4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77a1ec6-cbfd-48f0-b3b9-9568a623ec81,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:23.611125 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.636139 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.651459 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:23.652630 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.654502 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] 10.222.0.21 "PUT /v2.0/ports/62b8ddc4-b5a6-473e-9f64-84396ccedcd9 HTTP/1.1" status: 200 len: 1093 time: 1.1457925 Mar 04 20:42:23.655235 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'tag': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:42:23.658113 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3f65ec-e994-4ff4-8555-21c3bc9ec40f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c73187d-cfe8-40ee-ba17-2dcf5eb906e6", "tag": "62b8ddc4-b5a6-473e-9f64-84396ccedcd9"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:42:23.673502 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Publish callbacks [] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.732469 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.744986 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device dd5ed2b4-8da8-48a8-9b0e-a95f46298bef up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:23.756536 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ee5883-342c-4cf4-8a6e-6a4aee5df61a x-openstack-request-id: req-83ee5883-342c-4cf4-8a6e-6a4aee5df61a {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:42:23.756824 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c73187d-cfe8-40ee-ba17-2dcf5eb906e6", "tag": "62b8ddc4-b5a6-473e-9f64-84396ccedcd9", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:42:23.757084 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83ee5883-342c-4cf4-8a6e-6a4aee5df61a {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:42:23.757481 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'tag': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9', 'status': 'completed', 'code': 200} Mar 04 20:42:23.790955 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.794195 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0194df8-9b5c-43dd-a43d-c5c43197c69b service neutron] Pushing event updated for resources: {'Port': ['ID=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:23.871049 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f65ec-e994-4ff4-8555-21c3bc9ec40f req-9b7f42bf-6a88-4636-bfe7-e639029d9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:23.872633 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cd3f65ec-e994-4ff4-8555-21c3bc9ec40f req-9b7f42bf-6a88-4636-bfe7-e639029d9985 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 1127 time: 0.1193354 Mar 04 20:42:23.905872 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b655-df93-4f22-8114-a44ba9ffd645 None None] Pushing event updated for resources: {'Port': ['ID=c7ab6c10-7c4f-4689-a223-da1b454ec1f9,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:23.909926 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Attempting to bind port c7ab6c10-7c4f-4689-a223-da1b454ec1f9 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:42:23.910548 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Attempting to bind port c7ab6c10-7c4f-4689-a223-da1b454ec1f9 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:42:23.916587 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Attempting to bind port c7ab6c10-7c4f-4689-a223-da1b454ec1f9 on network 518225a1-02dd-44bb-a70b-df82d4aca4cd {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:23.919874 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:42:23.920262 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:23.920675 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.921070 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Bound using segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:42:23.921561 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Bound port: c7ab6c10-7c4f-4689-a223-da1b454ec1f9, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:42:23.921952 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:23.925826 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:23.926196 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.031395 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] For port c7ab6c10-7c4f-4689-a223-da1b454ec1f9, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:42:24.036261 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] For port c7ab6c10-7c4f-4689-a223-da1b454ec1f9, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=c7ab6c10-7c4f-4689-a223-da1b454ec1f9,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:42:24.082363 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:24.133169 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.194780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:24.195408 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:24.244153 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b655-df93-4f22-8114-a44ba9ffd645 None None] Pushing event updated for resources: {'Port': ['ID=c7ab6c10-7c4f-4689-a223-da1b454ec1f9,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:24.288383 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Allocated IP 172.20.0.1 (4c62cf8d-645d-4419-bb45-8d057a3f43de/56c902b2-4736-471b-8caa-86a3664bd890/453e2c2d-7eb9-48e8-a74d-ca83c52c5203) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:24.320892 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:24.344464 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af05c7-227f-4692-8a8d-caebe5d675bc req-fd43c645-a7db-4dcb-b271-b9a28396f5f6 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:24.345876 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-07af05c7-227f-4692-8a8d-caebe5d675bc req-fd43c645-a7db-4dcb-b271-b9a28396f5f6 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 943 time: 0.4169014 Mar 04 20:42:24.360318 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f65ec-e994-4ff4-8555-21c3bc9ec40f req-a8e80f59-e476-4ff7-9c31-9837af6b052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:24.361757 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cd3f65ec-e994-4ff4-8555-21c3bc9ec40f req-a8e80f59-e476-4ff7-9c31-9837af6b052b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=edfe6d2f87f14edabe06c1f810079d01&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4799383 Mar 04 20:42:24.430166 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42374) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:24.444293 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-36568ba3-316f-4b9f-b243-ef8572079cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.511629 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-07af05c7-227f-4692-8a8d-caebe5d675bc req-8833086a-1294-4828-b378-dfcece33f8bf tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553831 Mar 04 20:42:24.513179 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:21Z', 'revision_number': 3, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:24.530299 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-36568ba3-316f-4b9f-b243-ef8572079cae admin admin] Publish callbacks [] for security_group (20b46cf4-28f2-4627-87d2-911d4ea886c6), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.537112 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Publish callbacks [] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.548805 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9d772-ff78-41e4-bc34-a23f91e42641 None None] The sync data for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb is: [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:21Z', 'revision_number': 3, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:42:24.549972 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f65ec-e994-4ff4-8555-21c3bc9ec40f req-81682f2a-8aa3-4ed3-b1ed-6cc3efe6ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:24.551473 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cd3f65ec-e994-4ff4-8555-21c3bc9ec40f req-81682f2a-8aa3-4ed3-b1ed-6cc3efe6ff81 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1561389 Mar 04 20:42:24.624589 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-36568ba3-316f-4b9f-b243-ef8572079cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (20b46cf4-28f2-4627-87d2-911d4ea886c6), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.640548 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-501739f2-d219-454c-bff9-9cf8857bd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:24.642133 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-501739f2-d219-454c-bff9-9cf8857bd1f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 1127 time: 0.0524719 Mar 04 20:42:24.661967 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-36568ba3-316f-4b9f-b243-ef8572079cae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0232ce36e67b46aba17adb7e5bd1f35d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303994 Mar 04 20:42:24.665201 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42376) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:24.678529 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36568ba3-316f-4b9f-b243-ef8572079cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b46cf4-28f2-4627-87d2-911d4ea886c6,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:24.684181 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.692495 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-2cde9778-9ea3-4c5d-aee1-18383ebec8da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b8ddc4-b5a6-473e-9f64-84396ccedcd9 HTTP/1.1" status: 200 len: 217 time: 0.0438485 Mar 04 20:42:24.719157 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-07ca4c62-db6f-4cfd-9d31-ba3693f5d1b3 admin admin] Publish callbacks [] for security_group (20b46cf4-28f2-4627-87d2-911d4ea886c6), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.730004 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Network 4c62cf8d-645d-4419-bb45-8d057a3f43de is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:24.741775 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-07ca4c62-db6f-4cfd-9d31-ba3693f5d1b3 admin admin] Publish callbacks [] for security_group (20b46cf4-28f2-4627-87d2-911d4ea886c6), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.759127 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:24.765240 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:24.798786 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Pushing event updated for resources: {'Port': ['ID=453e2c2d-7eb9-48e8-a74d-ca83c52c5203,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:24.839139 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-c0de7afa-4b1f-41a1-8d8f-29e13cd8484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:24.839139 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-c0de7afa-4b1f-41a1-8d8f-29e13cd8484d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df8ab674-da60-4a5d-940e-37747103e9b3 HTTP/1.1" status: 200 len: 849 time: 0.1213918 Mar 04 20:42:24.842357 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593037'] for router_interface (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.875122 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-07ca4c62-db6f-4cfd-9d31-ba3693f5d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (20b46cf4-28f2-4627-87d2-911d4ea886c6), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.877901 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-07ca4c62-db6f-4cfd-9d31-ba3693f5d1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:24.879196 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-07ca4c62-db6f-4cfd-9d31-ba3693f5d1b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20b46cf4-28f2-4627-87d2-911d4ea886c6 HTTP/1.1" status: 204 len: 168 time: 0.2131159 Mar 04 20:42:24.889789 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca4c62-db6f-4cfd-9d31-ba3693f5d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b46cf4-28f2-4627-87d2-911d4ea886c6,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:25.035889 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-165fd786-f72c-42cd-8f03-3e06a63afd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:25.037563 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-165fd786-f72c-42cd-8f03-3e06a63afd9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=decb093a-7e88-4e3c-bd79-2ebf623b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1926336 Mar 04 20:42:25.065584 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-d0906ddf-e341-45fe-96d2-0a4ff365e0b9 None None] Provisioning complete for port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:25.066167 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-d0906ddf-e341-45fe-96d2-0a4ff365e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:25.101405 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-d0906ddf-e341-45fe-96d2-0a4ff365e0b9 None None] Port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:42:25.134333 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-796bf5d9-87d9-4ed7-ab67-da59108f5006 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904202 Mar 04 20:42:25.250205 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:25.273919 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-7c2fbc03-7e2a-4020-b345-a399c2ff3bbe req-8828e725-afe9-468a-813d-815ad6fb2319 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330731 Mar 04 20:42:25.449620 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Publish callbacks [] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:25.519000 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:25.592563 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Pushing event updated for resources: {'Port': ['ID=453e2c2d-7eb9-48e8-a74d-ca83c52c5203,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:25.595006 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1592993'] for router_interface (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:25.661670 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a56e4b-7ab8-44b2-a188-73835fc70876 req-c78ae779-ab6a-4570-8421-2d0cd1500f82 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:25.672793 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-52a56e4b-7ab8-44b2-a188-73835fc70876 req-c78ae779-ab6a-4570-8421-2d0cd1500f82 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 943 time: 0.0788770 Mar 04 20:42:25.696652 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device c7ab6c10-7c4f-4689-a223-da1b454ec1f9 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:25.702640 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Network 4c62cf8d-645d-4419-bb45-8d057a3f43de is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:25.704216 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:25.727052 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-52a56e4b-7ab8-44b2-a188-73835fc70876 req-5cf12597-7710-490c-a786-ad68a3ea330b tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533280 Mar 04 20:42:25.782890 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port c7ab6c10-7c4f-4689-a223-da1b454ec1f9 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:25.783391 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:25.831226 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:42:25.875195 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port c7ab6c10-7c4f-4689-a223-da1b454ec1f9 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:25.875195 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:25.898225 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port c7ab6c10-7c4f-4689-a223-da1b454ec1f9, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=c7ab6c10-7c4f-4689-a223-da1b454ec1f9,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:25.944897 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-6bd1afc4-65b9-4f0b-941b-ad842ca12561 None None] Provisioning complete for port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:25.945282 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-6bd1afc4-65b9-4f0b-941b-ad842ca12561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:25.968985 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:25.974215 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:25.983773 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-60702ddd-6f26-4b45-a74a-9e3097e6ad7b admin admin] 10.222.0.41 "PUT /v2.0/routers/7cd2aee5-b246-4b81-bf4a-01634cdb8dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9812722 Mar 04 20:42:25.996362 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1afc4-65b9-4f0b-941b-ad842ca12561 None None] Port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:42:26.047089 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=c7ab6c10-7c4f-4689-a223-da1b454ec1f9,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:26.054047 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.054418 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.054769 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.055113 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.055456 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.055789 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.056123 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.056450 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.056785 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.057365 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.057653 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.057991 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.058317 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:26.323727 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Sync routers for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:26.336894 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:26.337523 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:26.460054 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:26.673936 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '453e2c2d-7eb9-48e8-a74d-ca83c52c5203', 'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'mac_address': 'fa:16:3e:12:53:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:23Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 2, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'subnets': [{'id': '56c902b2-4736-471b-8caa-86a3664bd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:26.699983 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Checking router: 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:42:26.700344 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Updating router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 binding host dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:42:26.727261 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:26.856822 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e613b41-592a-477d-a7c0-85c9466f49f8 req-e3908410-b56f-48f4-9e56-795bf70f2ca9 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:26.858633 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3e613b41-592a-477d-a7c0-85c9466f49f8 req-e3908410-b56f-48f4-9e56-795bf70f2ca9 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 943 time: 0.0636365 Mar 04 20:42:26.867183 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42456) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:26.872938 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1454862316-network', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:26.914286 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3e613b41-592a-477d-a7c0-85c9466f49f8 req-b679a126-3e68-44c5-b75e-d3d803f824de tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495355 Mar 04 20:42:26.976354 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Made reservation on behalf of a594d53e7f044479a46c44ab9975ddf7 for: {'network': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:42:26.978830 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:26.987422 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.061448 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Publish callbacks [] for security_group (93b70de1-ea7b-4ddd-8ac6-a084ba57dfbc), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.104645 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Publish callbacks [] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), precommit_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.137999 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (93b70de1-ea7b-4ddd-8ac6-a084ba57dfbc), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.159026 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:42:27.172238 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.172630 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b70de1-ea7b-4ddd-8ac6-a084ba57dfbc,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:27.181762 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (5af12a6f-4775-4a1d-9854-be233beadcef), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.181762 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.segments_db [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Added segment 5af12a6f-4775-4a1d-9854-be233beadcef of type vlan for network 5cea72c6-16e1-4779-b367-9d6bab472ae8 Mar 04 20:42:27.220486 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Pushing event updated for resources: {'Port': ['ID=453e2c2d-7eb9-48e8-a74d-ca83c52c5203,revision_number=3']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:27.223253 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (5cea72c6-16e1-4779-b367-9d6bab472ae8), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.231820 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.232171 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.232537 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.232885 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.233220 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.233554 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.233883 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.234215 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.234574 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.234921 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.235256 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.235582 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.235905 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:42:27.302640 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Attempting to bind port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:42:27.303014 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Attempting to bind port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:42:27.303375 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Attempting to bind port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 on network 4c62cf8d-645d-4419-bb45-8d057a3f43de {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:27.310458 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:42:27.310842 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Checking segment: {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:27.311248 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.311642 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Bound using segment: {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:42:27.312117 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Bound port: 453e2c2d-7eb9-48e8-a74d-ca83c52c5203, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'}}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:42:27.312489 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.332239 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (5cea72c6-16e1-4779-b367-9d6bab472ae8), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.333262 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:27.333845 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.379809 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] For port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:42:27.383003 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] For port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=453e2c2d-7eb9-48e8-a74d-ca83c52c5203,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:42:27.393757 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] Pushing event updated for resources: {'Network': ['ID=5cea72c6-16e1-4779-b367-9d6bab472ae8,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:27.405803 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 5cea72c6-16e1-4779-b367-9d6bab472ae8 details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:42:27.441626 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8d4af60d-e224-407b-a127-8cc2516891bb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5733223 Mar 04 20:42:27.455420 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42462) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:27.455420 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Request body: {'subnet': {'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1454862316-subnet', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'ip_version': 4}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:27.475876 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.530888 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-b8b4f6de-583e-405a-9a65-97912ddfa9fe None None] Provisioning complete for port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:27.531420 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-b8b4f6de-583e-405a-9a65-97912ddfa9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.538051 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19ed0-291f-4da2-84e2-e5668d6a4feb None None] Pushing event updated for resources: {'Port': ['ID=453e2c2d-7eb9-48e8-a74d-ca83c52c5203,revision_number=4']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:27.542646 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:27.543284 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:27.560444 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Made reservation on behalf of a594d53e7f044479a46c44ab9975ddf7 for: {'subnet': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:42:27.563092 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130826628'] for subnet (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.665279 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:27.757563 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device c7ab6c10-7c4f-4689-a223-da1b454ec1f9 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:27.840973 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4f6de-583e-405a-9a65-97912ddfa9fe None None] Current status of the port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:27.841429 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-b8b4f6de-583e-405a-9a65-97912ddfa9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.864316 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port c7ab6c10-7c4f-4689-a223-da1b454ec1f9 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:27.864958 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.910672 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-b8b4f6de-583e-405a-9a65-97912ddfa9fe None None] For port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=453e2c2d-7eb9-48e8-a74d-ca83c52c5203,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:27.915649 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '453e2c2d-7eb9-48e8-a74d-ca83c52c5203', 'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'mac_address': 'fa:16:3e:12:53:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:23Z', 'updated_at': '2022-03-04T20:42:27Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'subnets': [{'id': '56c902b2-4736-471b-8caa-86a3664bd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:27.949048 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d825e-c36a-495e-a411-7e813a00f80f None None] The sync data for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb is: [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '453e2c2d-7eb9-48e8-a74d-ca83c52c5203', 'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'mac_address': 'fa:16:3e:12:53:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:23Z', 'updated_at': '2022-03-04T20:42:27Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'subnets': [{'id': '56c902b2-4736-471b-8caa-86a3664bd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:42:27.963810 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133224668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130826650'] for subnet (456428da-00b6-4bb0-b461-da3732d5800b), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:27.978850 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port c7ab6c10-7c4f-4689-a223-da1b454ec1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:27.989171 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-b8b4f6de-583e-405a-9a65-97912ddfa9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.078323 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4f6de-583e-405a-9a65-97912ddfa9fe None None] Pushing event updated for resources: {'Port': ['ID=453e2c2d-7eb9-48e8-a74d-ca83c52c5203,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:28.087743 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456428da-00b6-4bb0-b461-da3732d5800b,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:28.109779 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-ae52835a-25f3-48ac-9551-bbea4d0c3d62 None None] Provisioning complete for port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:28.110344 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-ae52835a-25f3-48ac-9551-bbea4d0c3d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.126497 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Checking segment: {'id': '5af12a6f-4775-4a1d-9854-be233beadcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:28.126861 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Network hostable DHCP agents. Network: 5cea72c6-16e1-4779-b367-9d6bab472ae8, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:42:28.153503 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b823d-9c51-4133-97b6-98bc7811b9ab req-69fd2689-9a7e-4837-b329-e1259c4b226f tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:28.155280 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-434b823d-9c51-4133-97b6-98bc7811b9ab req-69fd2689-9a7e-4837-b329-e1259c4b226f tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 943 time: 0.1461477 Mar 04 20:42:28.220663 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-ae52835a-25f3-48ac-9551-bbea4d0c3d62 None None] Current status of the port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:28.242030 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-434b823d-9c51-4133-97b6-98bc7811b9ab req-93a01454-c6be-4489-a6a1-fe9d8e57fe6b tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770252 Mar 04 20:42:28.242772 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Network 5cea72c6-16e1-4779-b367-9d6bab472ae8 is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:42:28.341538 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 5cea72c6-16e1-4779-b367-9d6bab472ae8) {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:28.345895 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:28.346452 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.351437 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe241cee-59bf-4d27-872b-ccfaaf1387ae None None] Network 5cea72c6-16e1-4779-b367-9d6bab472ae8 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:42:28.434016 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-b67249cd-b866-481a-94aa-0ac6dc876173 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9886203 Mar 04 20:42:28.436501 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42482) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:28.440951 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:28.464301 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9becbe76-dc79-53f2-b817-ede71ec7d8fb-5cea72c6-16e1-4779-b367-9d6bab472ae8', 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8', 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'fixed_ips': [{'subnet_id': '456428da-00b6-4bb0-b461-da3732d5800b'}]}} from dv-cinder-799871-17-smb. {{(pid=103640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:42:28.465166 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.555783 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59987'] for router (835d0431-bf26-4816-9235-6cf4975f85d6), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.562142 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60004'] for router (835d0431-bf26-4816-9235-6cf4975f85d6), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.627406 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.db_base_plugin_common [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Allocated IP 172.20.0.2 (5cea72c6-16e1-4779-b367-9d6bab472ae8/456428da-00b6-4bb0-b461-da3732d5800b/5260b431-1275-4875-8754-a0a1cbeaef97) {{(pid=103640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:28.628001 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks [] for router_controller (835d0431-bf26-4816-9235-6cf4975f85d6), precommit_add_association {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.693570 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:42:28.851846 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks [] for router_gateway (835d0431-bf26-4816-9235-6cf4975f85d6), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.865666 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Publish callbacks [] for port (5260b431-1275-4875-8754-a0a1cbeaef97), precommit_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.879977 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:28.895253 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'port_id': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9', 'mac_address': 'fa:16:3e:f8:6b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:42:28.940758 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:28.941235 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:28.955888 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:42:28.977859 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:29.007176 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.051551 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Network 5cea72c6-16e1-4779-b367-9d6bab472ae8 is already hosted by enough agents. {{(pid=103640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:29.054506 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Resources bound (agent type, host, resource id): {{(pid=103640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:29.057119 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Received port after_create {{(pid=103640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:29.064846 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Pushing event updated for resources: {'Port': ['ID=5260b431-1275-4875-8754-a0a1cbeaef97,revision_number=1']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:29.068012 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.146463 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks [] for router_gateway (835d0431-bf26-4816-9235-6cf4975f85d6), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.171250 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.171508 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:29.174907 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Attempting to bind port 5260b431-1275-4875-8754-a0a1cbeaef97 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:42:29.175409 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Attempting to bind port 5260b431-1275-4875-8754-a0a1cbeaef97 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '5af12a6f-4775-4a1d-9854-be233beadcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:42:29.175779 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Attempting to bind port 5260b431-1275-4875-8754-a0a1cbeaef97 on network 5cea72c6-16e1-4779-b367-9d6bab472ae8 {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:29.185110 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:42:29.185496 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Checking segment: {'id': '5af12a6f-4775-4a1d-9854-be233beadcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:29.185906 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.186305 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Bound using segment: {'id': '5af12a6f-4775-4a1d-9854-be233beadcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:42:29.186826 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Bound port: 5260b431-1275-4875-8754-a0a1cbeaef97, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af12a6f-4775-4a1d-9854-be233beadcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:42:29.187215 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.267407 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] For port 5260b431-1275-4875-8754-a0a1cbeaef97, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:42:29.271569 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] For port 5260b431-1275-4875-8754-a0a1cbeaef97, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=5260b431-1275-4875-8754-a0a1cbeaef97,segment=NetworkSegment(5af12a6f-4775-4a1d-9854-be233beadcef),segment_id=5af12a6f-4775-4a1d-9854-be233beadcef)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:42:29.296025 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Allocated IP 172.28.1.159 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/114ce24d-87b3-46af-95b6-03ab7e6bd955) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:29.303984 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['62b8ddc4-b5a6-473e-9f64-84396ccedcd9'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:42:29.377090 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.380405 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b609-eb5a-4666-bd00-d9ee7671560e req-b35815b2-4677-466c-baa6-617b81c5953f tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:29.383104 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3767b609-eb5a-4666-bd00-d9ee7671560e req-b35815b2-4677-466c-baa6-617b81c5953f tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 944 time: 0.0674753 Mar 04 20:42:29.423880 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks [] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.444304 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3767b609-eb5a-4666-bd00-d9ee7671560e req-d1edcd93-1429-4ca0-8223-b29eb7a79b8f tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530682 Mar 04 20:42:29.472677 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ff013-4756-4ded-881c-45c504cd5774 None None] Pushing event updated for resources: {'Port': ['ID=5260b431-1275-4875-8754-a0a1cbeaef97,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:29.519140 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.562538 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:29.565580 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:29.568328 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:29.595578 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Pushing event updated for resources: {'Port': ['ID=114ce24d-87b3-46af-95b6-03ab7e6bd955,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:29.774521 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:29.829661 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:29.830040 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:29.909919 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:29.939391 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks [] for router_gateway (835d0431-bf26-4816-9235-6cf4975f85d6), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.140269 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800'] for router (835d0431-bf26-4816-9235-6cf4975f85d6), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.440208 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77b385-f759-4dad-aac9-35b68adb120c None None] Network 5cea72c6-16e1-4779-b367-9d6bab472ae8 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:42:30.513965 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-bfa11144-0f39-4f83-bc7d-c5871303f29c None None] Provisioning complete for port 5260b431-1275-4875-8754-a0a1cbeaef97 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:30.514747 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-bfa11144-0f39-4f83-bc7d-c5871303f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.562015 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Router 835d0431-bf26-4816-9235-6cf4975f85d6 is scheduled to L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 with binding_index 1 {{(pid=103639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:42:30.627486 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-bfa11144-0f39-4f83-bc7d-c5871303f29c None None] Current status of the port 5260b431-1275-4875-8754-a0a1cbeaef97 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:30.628189 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-bfa11144-0f39-4f83-bc7d-c5871303f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.635908 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63080d-969e-493a-a576-d58462e856ea req-dddd3f8e-bd3b-471e-a287-d89fb0dc0190 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:30.637499 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9c63080d-969e-493a-a576-d58462e856ea req-dddd3f8e-bd3b-471e-a287-d89fb0dc0190 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 944 time: 0.1075561 Mar 04 20:42:30.680850 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-bfa11144-0f39-4f83-bc7d-c5871303f29c None None] For port 5260b431-1275-4875-8754-a0a1cbeaef97, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=5260b431-1275-4875-8754-a0a1cbeaef97,segment=NetworkSegment(5af12a6f-4775-4a1d-9854-be233beadcef),segment_id=5af12a6f-4775-4a1d-9854-be233beadcef)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:30.704002 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:30.730180 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9c63080d-969e-493a-a576-d58462e856ea req-6c6953d4-39f1-4536-acf1-17c08c3bd1cc tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857306 Mar 04 20:42:30.731395 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:30.754223 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Sync routers for ids ['835d0431-bf26-4816-9235-6cf4975f85d6'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:30.770262 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Routers {'835d0431-bf26-4816-9235-6cf4975f85d6'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:30.771050 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['835d0431-bf26-4816-9235-6cf4975f85d6'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:30.812535 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-bfa11144-0f39-4f83-bc7d-c5871303f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.814839 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.816330 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-c5e380c6-8a26-4e5f-8f5c-db39835c6d33 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3787546 Mar 04 20:42:30.818878 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42494) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:30.903225 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:42:30.924525 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:30.924930 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:30.932517 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa11144-0f39-4f83-bc7d-c5871303f29c None None] Pushing event updated for resources: {'Port': ['ID=5260b431-1275-4875-8754-a0a1cbeaef97,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:30.977149 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Set router 835d0431-bf26-4816-9235-6cf4975f85d6 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:31.047075 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-44bad0f3-8d57-4880-ac9d-5888ce2abe3d None None] Provisioning complete for port 5260b431-1275-4875-8754-a0a1cbeaef97 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:31.047454 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-44bad0f3-8d57-4880-ac9d-5888ce2abe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.266888 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.335772 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:31.336165 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.400439 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:42:31.402908 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c139cf1-089d-444c-ba5b-887a6321c0d0" -d '{"events": [{"server_uuid": "6c73187d-cfe8-40ee-ba17-2dcf5eb906e6", "name": "network-vif-plugged", "status": "completed", "tag": "62b8ddc4-b5a6-473e-9f64-84396ccedcd9"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:42:31.408276 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-44bad0f3-8d57-4880-ac9d-5888ce2abe3d None None] Current status of the port 5260b431-1275-4875-8754-a0a1cbeaef97 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:31.420692 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:31.435505 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:28Z', 'updated_at': '2022-03-04T20:42:29Z', 'revision_number': 3, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'gw_port': {'id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:29Z', 'updated_at': '2022-03-04T20:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:31.454962 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Allocated IP 172.20.0.1 (5cea72c6-16e1-4779-b367-9d6bab472ae8/456428da-00b6-4bb0-b461-da3732d5800b/7cea1f71-9a72-4954-9383-8fc40a7cac19) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:31.464656 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eefe6f-8871-4127-a18d-3a6da48de0a3 x-openstack-request-id: req-a9eefe6f-8871-4127-a18d-3a6da48de0a3 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:42:31.464954 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c73187d-cfe8-40ee-ba17-2dcf5eb906e6", "name": "network-vif-plugged", "status": "completed", "tag": "62b8ddc4-b5a6-473e-9f64-84396ccedcd9", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:42:31.465217 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9eefe6f-8871-4127-a18d-3a6da48de0a3 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:42:31.465615 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9', 'code': 200} Mar 04 20:42:31.466363 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Checking router: 835d0431-bf26-4816-9235-6cf4975f85d6 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:42:31.466817 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Updating router 835d0431-bf26-4816-9235-6cf4975f85d6 port 114ce24d-87b3-46af-95b6-03ab7e6bd955 binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:42:31.487838 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.527479 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.568995 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Publish callbacks [] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.569606 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:31.681125 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.709060 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 5260b431-1275-4875-8754-a0a1cbeaef97 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:31.727002 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Network 5cea72c6-16e1-4779-b367-9d6bab472ae8 is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:31.731968 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:31.736655 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:31.740034 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Pushing event updated for resources: {'Port': ['ID=7cea1f71-9a72-4954-9383-8fc40a7cac19,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:31.830584 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649adbe5-ae2f-40c0-a24c-700626c4ccb3 req-e6316a13-e495-4245-9232-7799738b2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:31.832275 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-649adbe5-ae2f-40c0-a24c-700626c4ccb3 req-e6316a13-e495-4245-9232-7799738b2aa1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 1129 time: 0.0707126 Mar 04 20:42:31.849673 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 5260b431-1275-4875-8754-a0a1cbeaef97 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:31.849872 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593037'] for router_interface (835d0431-bf26-4816-9235-6cf4975f85d6), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.857165 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.903049 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-649adbe5-ae2f-40c0-a24c-700626c4ccb3 req-0d861c8e-0a21-48fc-9806-53389f6490d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517948 Mar 04 20:42:31.911431 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Publish callbacks [] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.932021 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953892fa-ced5-4ec6-9b3d-3448370b38b3 req-13dc3eef-91a4-49a0-a723-de1f1ad0f394 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:31.932021 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-953892fa-ced5-4ec6-9b3d-3448370b38b3 req-13dc3eef-91a4-49a0-a723-de1f1ad0f394 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 945 time: 0.1147122 Mar 04 20:42:31.985662 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:31.990647 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 5260b431-1275-4875-8754-a0a1cbeaef97 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:32.023238 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-953892fa-ced5-4ec6-9b3d-3448370b38b3 req-adea6463-5ef6-4f5b-8d08-3ec0ef888a67 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858276 Mar 04 20:42:32.043205 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb288d-5b20-468f-a15e-8f92a1317d85 None None] Pushing event updated for resources: {'Port': ['ID=114ce24d-87b3-46af-95b6-03ab7e6bd955,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:32.055420 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Attempting to bind port 114ce24d-87b3-46af-95b6-03ab7e6bd955 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:42:32.055803 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Attempting to bind port 114ce24d-87b3-46af-95b6-03ab7e6bd955 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:42:32.056172 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Attempting to bind port 114ce24d-87b3-46af-95b6-03ab7e6bd955 on network 518225a1-02dd-44bb-a70b-df82d4aca4cd {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:32.064712 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:42:32.065087 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:32.065497 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:32.065901 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Bound using segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:42:32.066374 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Bound port: 114ce24d-87b3-46af-95b6-03ab7e6bd955, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:42:32.066781 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:32.094740 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-ac1a58ad-6427-42c7-a6e0-e634e22b0f80 None None] Provisioning complete for port 7cea1f71-9a72-4954-9383-8fc40a7cac19 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:32.095125 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-ac1a58ad-6427-42c7-a6e0-e634e22b0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:32.097843 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:32.154932 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a58ad-6427-42c7-a6e0-e634e22b0f80 None None] Port 7cea1f71-9a72-4954-9383-8fc40a7cac19 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:42:32.154932 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] For port 114ce24d-87b3-46af-95b6-03ab7e6bd955, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:42:32.157109 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] For port 114ce24d-87b3-46af-95b6-03ab7e6bd955, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=114ce24d-87b3-46af-95b6-03ab7e6bd955,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:42:32.228145 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:32.270752 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Publish callbacks [] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:32.289716 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Routers {'835d0431-bf26-4816-9235-6cf4975f85d6'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:32.290345 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['835d0431-bf26-4816-9235-6cf4975f85d6'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:32.292503 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb288d-5b20-468f-a15e-8f92a1317d85 None None] Pushing event updated for resources: {'Port': ['ID=114ce24d-87b3-46af-95b6-03ab7e6bd955,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:32.335863 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:32.405071 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1592993'] for router_interface (835d0431-bf26-4816-9235-6cf4975f85d6), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:32.406727 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Pushing event updated for resources: {'Port': ['ID=7cea1f71-9a72-4954-9383-8fc40a7cac19,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:32.411522 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] Set router 835d0431-bf26-4816-9235-6cf4975f85d6 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:32.524200 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Network 5cea72c6-16e1-4779-b367-9d6bab472ae8 is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:32.527384 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:32.667519 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:28Z', 'updated_at': '2022-03-04T20:42:32Z', 'revision_number': 4, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'gw_port': {'id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:29Z', 'updated_at': '2022-03-04T20:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7cea1f71-9a72-4954-9383-8fc40a7cac19', 'name': '', 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'mac_address': 'fa:16:3e:6f:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '456428da-00b6-4bb0-b461-da3732d5800b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:31Z', 'updated_at': '2022-03-04T20:42:31Z', 'revision_number': 1, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'subnets': [{'id': '456428da-00b6-4bb0-b461-da3732d5800b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:32.668124 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Router 835d0431-bf26-4816-9235-6cf4975f85d6 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:42:32.696258 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba75ec-a01a-4f29-b939-d53b5a4f6c28 None None] The sync data for ids ['835d0431-bf26-4816-9235-6cf4975f85d6'] in dv-cinder-799871-17-smb is: [{'id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:28Z', 'updated_at': '2022-03-04T20:42:32Z', 'revision_number': 4, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'gw_port': {'id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:29Z', 'updated_at': '2022-03-04T20:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7cea1f71-9a72-4954-9383-8fc40a7cac19', 'name': '', 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'mac_address': 'fa:16:3e:6f:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '456428da-00b6-4bb0-b461-da3732d5800b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:31Z', 'updated_at': '2022-03-04T20:42:31Z', 'revision_number': 1, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'subnets': [{'id': '456428da-00b6-4bb0-b461-da3732d5800b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:42:32.790858 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:32.796630 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-3d4931fb-610a-49f3-93d2-13f257053b03 admin admin] 10.222.0.41 "PUT /v2.0/routers/835d0431-bf26-4816-9235-6cf4975f85d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9767573 Mar 04 20:42:32.877959 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-a647f1d9-4c01-4707-b613-05cfe412d32f None None] Provisioning complete for port 7cea1f71-9a72-4954-9383-8fc40a7cac19 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:32.878334 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a647f1d9-4c01-4707-b613-05cfe412d32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:32.938488 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-a647f1d9-4c01-4707-b613-05cfe412d32f None None] Port 7cea1f71-9a72-4954-9383-8fc40a7cac19 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:42:33.183728 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57110a4-3d6a-40d0-bc9a-dc7b941c3b59 req-c8fd25a1-5bb9-44a3-9ef1-96e9230d42a6 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:33.185295 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a57110a4-3d6a-40d0-bc9a-dc7b941c3b59 req-c8fd25a1-5bb9-44a3-9ef1-96e9230d42a6 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 945 time: 0.0802836 Mar 04 20:42:33.241890 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a57110a4-3d6a-40d0-bc9a-dc7b941c3b59 req-b56271c4-21e4-4d01-b06d-e1efeffe31f3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498693 Mar 04 20:42:33.688291 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 114ce24d-87b3-46af-95b6-03ab7e6bd955 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:33.743072 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 114ce24d-87b3-46af-95b6-03ab7e6bd955 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:33.743459 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:33.821374 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 114ce24d-87b3-46af-95b6-03ab7e6bd955 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:33.821772 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:33.843850 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port 114ce24d-87b3-46af-95b6-03ab7e6bd955, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=114ce24d-87b3-46af-95b6-03ab7e6bd955,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:33.909785 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:33.975662 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=114ce24d-87b3-46af-95b6-03ab7e6bd955,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:34.407786 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65701dd9-43e3-41cc-a4a5-4ca2b0d20bb5 req-52d33fa5-14db-49a1-b379-4ac6b061a2dc tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:34.415763 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-65701dd9-43e3-41cc-a4a5-4ca2b0d20bb5 req-52d33fa5-14db-49a1-b379-4ac6b061a2dc tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 945 time: 0.0852990 Mar 04 20:42:34.483685 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-65701dd9-43e3-41cc-a4a5-4ca2b0d20bb5 req-f87d19be-257d-40b6-9b56-a9c89c373b74 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667710 Mar 04 20:42:34.632659 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6f4d-b2bb-4ba8-a52d-799ef3c1b289 req-924cdac6-35f2-473d-92a6-1136ea169409 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:34.634162 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-573c6f4d-b2bb-4ba8-a52d-799ef3c1b289 req-924cdac6-35f2-473d-92a6-1136ea169409 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 945 time: 0.0640161 Mar 04 20:42:34.645441 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42542) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:34.649550 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-68c0fa3d-d2a8-41f8-ac5d-1f996b70a609 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Request body: {'floatingip': {'port_id': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:34.705891 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-68c0fa3d-d2a8-41f8-ac5d-1f996b70a609 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:35.247818 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-68c0fa3d-d2a8-41f8-ac5d-1f996b70a609 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:35.307577 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-68c0fa3d-d2a8-41f8-ac5d-1f996b70a609 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:35.427672 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [None req-68c0fa3d-d2a8-41f8-ac5d-1f996b70a609 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Floating IP 26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3 associated. External IP: 172.28.1.150, port: 62b8ddc4-b5a6-473e-9f64-84396ccedcd9. Mar 04 20:42:35.700810 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 114ce24d-87b3-46af-95b6-03ab7e6bd955 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:35.777609 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 114ce24d-87b3-46af-95b6-03ab7e6bd955 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:35.778140 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:35.894033 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 114ce24d-87b3-46af-95b6-03ab7e6bd955 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:35.958503 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c0fa3d-d2a8-41f8-ac5d-1f996b70a609 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:42:36.093150 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c0fa3d-d2a8-41f8-ac5d-1f996b70a609 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:36.101713 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-68c0fa3d-d2a8-41f8-ac5d-1f996b70a609 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.108649 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] Sync routers for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:36.118661 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:36.119799 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:36.173609 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-68c0fa3d-d2a8-41f8-ac5d-1f996b70a609 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "PUT /v2.0/floatingips/26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3 HTTP/1.1" status: 200 len: 991 time: 1.5276468 Mar 04 20:42:36.174473 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'tag': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:42:36.176828 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d509bef-2472-4b3a-b532-19a4b2d25d77" -d '{"events": [{"name": "network-changed", "server_uuid": "6c73187d-cfe8-40ee-ba17-2dcf5eb906e6", "tag": "62b8ddc4-b5a6-473e-9f64-84396ccedcd9"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:42:36.191281 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Sync routers for ids ['835d0431-bf26-4816-9235-6cf4975f85d6'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:36.206796 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Routers {'835d0431-bf26-4816-9235-6cf4975f85d6'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:36.209787 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['835d0431-bf26-4816-9235-6cf4975f85d6'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:36.235950 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7089dc-0d74-4e46-9225-b4ea49d20461 x-openstack-request-id: req-8a7089dc-0d74-4e46-9225-b4ea49d20461 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:42:36.236328 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c73187d-cfe8-40ee-ba17-2dcf5eb906e6", "tag": "62b8ddc4-b5a6-473e-9f64-84396ccedcd9", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:42:36.236574 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a7089dc-0d74-4e46-9225-b4ea49d20461 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:42:36.236970 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'tag': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9', 'status': 'completed', 'code': 200} Mar 04 20:42:36.317315 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-347f2a27-5d63-4a6f-affd-03534a2294f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:36.319515 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-347f2a27-5d63-4a6f-affd-03534a2294f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edfe6d2f87f14edabe06c1f810079d01&device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 1129 time: 0.0548489 Mar 04 20:42:36.332004 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:36.379295 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Set router 835d0431-bf26-4816-9235-6cf4975f85d6 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:36.433721 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-0088d409-a7cb-45d3-a1a7-02e2a15b0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:36.435526 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-0088d409-a7cb-45d3-a1a7-02e2a15b0961 service neutron] 10.222.0.21 "GET /v2.0/networks?id=decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 200 len: 911 time: 0.1077902 Mar 04 20:42:36.578432 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-d3124c7a-abc3-48c6-b71b-3535e0c63ea0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b8ddc4-b5a6-473e-9f64-84396ccedcd9 HTTP/1.1" status: 200 len: 999 time: 0.1345000 Mar 04 20:42:36.634093 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-2901eb52-7a2a-4209-be13-fbed8c3fda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:36.635890 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-2901eb52-7a2a-4209-be13-fbed8c3fda59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df8ab674-da60-4a5d-940e-37747103e9b3 HTTP/1.1" status: 200 len: 849 time: 0.0501668 Mar 04 20:42:36.701766 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:28Z', 'updated_at': '2022-03-04T20:42:32Z', 'revision_number': 4, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'gw_port': {'id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:29Z', 'updated_at': '2022-03-04T20:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7cea1f71-9a72-4954-9383-8fc40a7cac19', 'name': '', 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'mac_address': 'fa:16:3e:6f:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '456428da-00b6-4bb0-b461-da3732d5800b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:31Z', 'updated_at': '2022-03-04T20:42:32Z', 'revision_number': 2, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'subnets': [{'id': '456428da-00b6-4bb0-b461-da3732d5800b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:36.753499 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-28c553fe-036a-46b6-badf-a746524948d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:36.754997 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-28c553fe-036a-46b6-badf-a746524948d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=decb093a-7e88-4e3c-bd79-2ebf623b306e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1107855 Mar 04 20:42:36.763489 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Checking router: 835d0431-bf26-4816-9235-6cf4975f85d6 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:42:36.763850 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Updating router 835d0431-bf26-4816-9235-6cf4975f85d6 port 7cea1f71-9a72-4954-9383-8fc40a7cac19 binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:42:36.770844 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'port_id': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'mac_address': 'fa:16:3e:f8:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:42:17Z', 'updated_at': '2022-03-04T20:42:35Z', 'revision_number': 1, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:36.828808 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] Checking router: ccef5417-54ab-45b6-b7ba-c8feaa9cf822 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:42:36.842595 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:36.848463 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:36.849391 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:36.878827 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-2e646396-4d30-4738-9ed5-51503d262012 service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065731 Mar 04 20:42:37.025204 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d509bef-2472-4b3a-b532-19a4b2d25d77 req-aa4d57cc-070a-4689-8955-1d4c47da802b service neutron] 10.222.0.21 "GET /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360025 Mar 04 20:42:37.038582 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:37.230238 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Publish callbacks [] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.366847 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.397764 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'port_id': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'mac_address': 'fa:16:3e:f8:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:42:17Z', 'updated_at': '2022-03-04T20:42:35Z', 'revision_number': 1, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:37.412841 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f383e27-e121-450d-b34b-a708482e72be None None] Pushing event updated for resources: {'Port': ['ID=7cea1f71-9a72-4954-9383-8fc40a7cac19,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:37.434538 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5416a9-e75b-48b7-a804-cc2507fda32a None None] The sync data for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb is: [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'port_id': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'mac_address': 'fa:16:3e:f8:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:42:17Z', 'updated_at': '2022-03-04T20:42:35Z', 'revision_number': 1, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:42:37.513002 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Attempting to bind port 7cea1f71-9a72-4954-9383-8fc40a7cac19 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:42:37.513390 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Attempting to bind port 7cea1f71-9a72-4954-9383-8fc40a7cac19 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '5af12a6f-4775-4a1d-9854-be233beadcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:42:37.513739 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Attempting to bind port 7cea1f71-9a72-4954-9383-8fc40a7cac19 on network 5cea72c6-16e1-4779-b367-9d6bab472ae8 {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:37.522656 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:42:37.523712 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Checking segment: {'id': '5af12a6f-4775-4a1d-9854-be233beadcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:37.524633 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.526222 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Bound using segment: {'id': '5af12a6f-4775-4a1d-9854-be233beadcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:42:37.527502 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Bound port: 7cea1f71-9a72-4954-9383-8fc40a7cac19, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af12a6f-4775-4a1d-9854-be233beadcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:42:37.528143 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.901625 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] For port 7cea1f71-9a72-4954-9383-8fc40a7cac19, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:42:37.925727 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] For port 7cea1f71-9a72-4954-9383-8fc40a7cac19, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=7cea1f71-9a72-4954-9383-8fc40a7cac19,segment=NetworkSegment(5af12a6f-4775-4a1d-9854-be233beadcef),segment_id=5af12a6f-4775-4a1d-9854-be233beadcef)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:42:37.936631 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-fa49d4b0-d1f3-4a3e-a003-7766cd4a577f None None] Provisioning complete for port 7cea1f71-9a72-4954-9383-8fc40a7cac19 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:37.937176 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-fa49d4b0-d1f3-4a3e-a003-7766cd4a577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:37.956944 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95024ad-3552-4969-bd97-e5d87825238c None None] New status for floating IP 26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3: ACTIVE {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:42:37.975594 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-fa49d4b0-d1f3-4a3e-a003-7766cd4a577f None None] Port 7cea1f71-9a72-4954-9383-8fc40a7cac19 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:42:37.996983 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:38.092788 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Routers {'835d0431-bf26-4816-9235-6cf4975f85d6'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:38.093664 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['835d0431-bf26-4816-9235-6cf4975f85d6'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:38.102977 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f383e27-e121-450d-b34b-a708482e72be None None] Pushing event updated for resources: {'Port': ['ID=7cea1f71-9a72-4954-9383-8fc40a7cac19,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:38.306211 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] Set router 835d0431-bf26-4816-9235-6cf4975f85d6 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:42:38.451508 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-85db8600-2117-407b-a50e-a59bea1c856c None None] Provisioning complete for port 7cea1f71-9a72-4954-9383-8fc40a7cac19 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:38.451508 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-85db8600-2117-407b-a50e-a59bea1c856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:38.584332 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-85db8600-2117-407b-a50e-a59bea1c856c None None] Current status of the port 7cea1f71-9a72-4954-9383-8fc40a7cac19 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:38.584620 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-85db8600-2117-407b-a50e-a59bea1c856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:38.622645 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:28Z', 'updated_at': '2022-03-04T20:42:32Z', 'revision_number': 4, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'gw_port': {'id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:29Z', 'updated_at': '2022-03-04T20:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7cea1f71-9a72-4954-9383-8fc40a7cac19', 'name': '', 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'mac_address': 'fa:16:3e:6f:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '456428da-00b6-4bb0-b461-da3732d5800b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:31Z', 'updated_at': '2022-03-04T20:42:37Z', 'revision_number': 4, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'subnets': [{'id': '456428da-00b6-4bb0-b461-da3732d5800b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:38.654895 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-85db8600-2117-407b-a50e-a59bea1c856c None None] For port 7cea1f71-9a72-4954-9383-8fc40a7cac19, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=7cea1f71-9a72-4954-9383-8fc40a7cac19,segment=NetworkSegment(5af12a6f-4775-4a1d-9854-be233beadcef),segment_id=5af12a6f-4775-4a1d-9854-be233beadcef)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:38.656373 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ced37-6455-4b30-b162-ea1695982b61 None None] The sync data for ids ['835d0431-bf26-4816-9235-6cf4975f85d6'] in dv-cinder-799871-17-smb is: [{'id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:28Z', 'updated_at': '2022-03-04T20:42:32Z', 'revision_number': 4, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'gw_port': {'id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:29Z', 'updated_at': '2022-03-04T20:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7cea1f71-9a72-4954-9383-8fc40a7cac19', 'name': '', 'network_id': '5cea72c6-16e1-4779-b367-9d6bab472ae8', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'mac_address': 'fa:16:3e:6f:39:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '456428da-00b6-4bb0-b461-da3732d5800b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:31Z', 'updated_at': '2022-03-04T20:42:37Z', 'revision_number': 4, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'subnets': [{'id': '456428da-00b6-4bb0-b461-da3732d5800b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:42:38.720659 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-85db8600-2117-407b-a50e-a59bea1c856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:38.785856 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db8600-2117-407b-a50e-a59bea1c856c None None] Pushing event updated for resources: {'Port': ['ID=7cea1f71-9a72-4954-9383-8fc40a7cac19,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:39.764562 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 7cea1f71-9a72-4954-9383-8fc40a7cac19 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:39.830347 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 7cea1f71-9a72-4954-9383-8fc40a7cac19 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:39.830757 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:39.952564 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 7cea1f71-9a72-4954-9383-8fc40a7cac19 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:40.009305 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a9716-f5c9-486f-9755-45292293d346 req-5e5b1e11-6f50-443b-bf90-3fe57eaaadd3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:40.011714 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-352a9716-f5c9-486f-9755-45292293d346 req-5e5b1e11-6f50-443b-bf90-3fe57eaaadd3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0715578 Mar 04 20:42:40.080996 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-352a9716-f5c9-486f-9755-45292293d346 req-bc0743cb-4a2f-41d2-9bae-9e262b938165 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615776 Mar 04 20:42:41.217002 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4011db-31e3-4db9-8903-218e50c9997b req-f0c65e58-3710-4f46-9dd0-112376bd952a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:41.218677 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3b4011db-31e3-4db9-8903-218e50c9997b req-f0c65e58-3710-4f46-9dd0-112376bd952a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0604813 Mar 04 20:42:41.279631 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3b4011db-31e3-4db9-8903-218e50c9997b req-9a2e2ef0-3127-4c00-8a75-de76d85dcff9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546868 Mar 04 20:42:42.415360 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eac74a-6975-4c73-b1c1-6d85d8aff4f7 req-40e60419-0eab-45de-b6ae-5c8f4336c024 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:42.417686 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b3eac74a-6975-4c73-b1c1-6d85d8aff4f7 req-40e60419-0eab-45de-b6ae-5c8f4336c024 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0697215 Mar 04 20:42:42.480600 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b3eac74a-6975-4c73-b1c1-6d85d8aff4f7 req-e0d20a0d-6b8a-4c50-80d9-da31887be7d0 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552995 Mar 04 20:42:43.608045 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ccba9-d11d-484f-8f49-69f6496e1c3e req-08aebd32-0d7d-495a-b38a-713e78fc37e9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:43.609581 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-da1ccba9-d11d-484f-8f49-69f6496e1c3e req-08aebd32-0d7d-495a-b38a-713e78fc37e9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0600891 Mar 04 20:42:43.659709 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-da1ccba9-d11d-484f-8f49-69f6496e1c3e req-7563a7e4-08db-46af-a5ce-2c06600db0dc tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Mar 04 20:42:44.788372 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c706e-13ef-4d9e-9330-71e7eee5058b req-c76245e9-77b9-48f8-8afa-66e4f754a232 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:44.789937 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-433c706e-13ef-4d9e-9330-71e7eee5058b req-c76245e9-77b9-48f8-8afa-66e4f754a232 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0534005 Mar 04 20:42:44.834849 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:44.836037 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-433c706e-13ef-4d9e-9330-71e7eee5058b req-94209fed-fb46-4f13-a2fe-31a698b4f4a9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394170 Mar 04 20:42:45.539435 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b738-4a53-4261-b30a-45af78b1424e req-80ddceb1-a608-4207-873b-ecc2549870e6 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:45.541049 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-80ddceb1-a608-4207-873b-ecc2549870e6 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/networks?id=4c62cf8d-645d-4419-bb45-8d057a3f43de HTTP/1.1" status: 200 len: 813 time: 0.1020632 Mar 04 20:42:45.554858 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-34772b73-0fb2-4423-a52d-0db9b4e061b5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/quotas/aeafaa92879a4517abebfb74309976af HTTP/1.1" status: 200 len: 375 time: 0.0086720 Mar 04 20:42:45.611221 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-aa643f6f-7705-453d-8dfa-c9787a1173fb tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aeafaa92879a4517abebfb74309976af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505738 Mar 04 20:42:45.708031 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-34ef1dc7-99f9-437a-baa7-159897371f1a service neutron] 10.222.0.41 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858316 Mar 04 20:42:45.796876 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-ac135c2a-1190-4368-bb4a-388ab47ac87a service neutron] 10.222.0.41 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831997 Mar 04 20:42:45.957683 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09258c2d-72bc-41e8-880d-ee81d47ee15f req-bf649800-2de8-4b64-bc98-38f5331eb56e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:45.959089 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-09258c2d-72bc-41e8-880d-ee81d47ee15f req-bf649800-2de8-4b64-bc98-38f5331eb56e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0523951 Mar 04 20:42:46.007631 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-09258c2d-72bc-41e8-880d-ee81d47ee15f req-ad2c208e-4d7b-4b72-aa73-724da933b7e7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Mar 04 20:42:46.080888 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1ec86803-90d9-49c1-8f04-8db40cacd2aa req-26029855-5763-49bb-bc77-156c10ce6b24 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 210 time: 0.0305076 Mar 04 20:42:47.137217 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1db60-ce78-49c7-807b-7f361de53d5d req-84033bae-c0c4-45e6-a5f9-1570b9be75e8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:47.138859 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9ed1db60-ce78-49c7-807b-7f361de53d5d req-84033bae-c0c4-45e6-a5f9-1570b9be75e8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0595331 Mar 04 20:42:47.161269 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-21817922-a338-4926-8355-c3bf177135d7 req-a881cd39-098a-4139-a73d-25acf11fb49d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 210 time: 0.0279293 Mar 04 20:42:47.190915 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9ed1db60-ce78-49c7-807b-7f361de53d5d req-2959fedd-1f66-493d-94ec-8189b746ab12 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450568 Mar 04 20:42:47.376269 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1fa7e52e-a315-4c0c-99cc-935ef3884aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:48.260579 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b3777e9a-6757-40f7-acce-c2c8f56c674e req-87ecf750-f0fb-410b-9d22-2707202f1fd9 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 210 time: 0.0277627 Mar 04 20:42:48.320593 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b814ca-57d8-49e8-ac42-b139d142f569 req-4cb35d2c-ffeb-4dfd-924f-abc18089ac8e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:48.322039 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-81b814ca-57d8-49e8-ac42-b139d142f569 req-4cb35d2c-ffeb-4dfd-924f-abc18089ac8e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0526893 Mar 04 20:42:48.378496 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-81b814ca-57d8-49e8-ac42-b139d142f569 req-39fe03e7-38ac-4fd5-bb67-2806a1d987a7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502069 Mar 04 20:42:48.450908 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b738-4a53-4261-b30a-45af78b1424e req-ce28f82f-7c85-466d-9dd9-42f305d25980 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:48.452456 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-ce28f82f-7c85-466d-9dd9-42f305d25980 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.21 "GET /v2.0/networks?id=4c62cf8d-645d-4419-bb45-8d057a3f43de HTTP/1.1" status: 200 len: 813 time: 0.1066542 Mar 04 20:42:48.463864 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'port': {'device_id': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'admin_state_up': True, 'tenant_id': 'aeafaa92879a4517abebfb74309976af'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:48.623515 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Made reservation on behalf of aeafaa92879a4517abebfb74309976af for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:42:48.626930 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:48.758235 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Allocated IP 172.20.0.6 (4c62cf8d-645d-4419-bb45-8d057a3f43de/56c902b2-4736-471b-8caa-86a3664bd890/0358a6ef-4a14-4649-b620-0e051f0ade4b) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:48.914736 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.121209 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.164887 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Network 4c62cf8d-645d-4419-bb45-8d057a3f43de is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:49.167851 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:49.171473 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:49.194960 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'Port': ['ID=0358a6ef-4a14-4649-b620-0e051f0ade4b,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:49.229362 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:49.230023 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.338811 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9d696e59-fd88-43ec-8277-2c3fcc22925c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8785903 Mar 04 20:42:49.383190 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Request body: {'port': {'device_id': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:49.438933 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-cb31f07d-bc47-4e5c-b0d0-78ff23b42b4b None None] Provisioning complete for port 0358a6ef-4a14-4649-b620-0e051f0ade4b triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:49.441231 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-cb31f07d-bc47-4e5c-b0d0-78ff23b42b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.495306 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.506735 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97770331-d3ad-4789-a00f-888776f77465 req-9223b36e-233d-4486-830b-6a3cc2d060ab tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:49.508591 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-97770331-d3ad-4789-a00f-888776f77465 req-9223b36e-233d-4486-830b-6a3cc2d060ab tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 931 time: 0.1508014 Mar 04 20:42:49.515204 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-cb31f07d-bc47-4e5c-b0d0-78ff23b42b4b None None] Port 0358a6ef-4a14-4649-b620-0e051f0ade4b cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:42:49.602659 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef623d84-d667-4157-9c6d-6bdb5b1b8618 req-349cc0d7-24f7-46a0-a3f6-59bb246802bd tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:49.605332 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ef623d84-d667-4157-9c6d-6bdb5b1b8618 req-349cc0d7-24f7-46a0-a3f6-59bb246802bd tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1292517 Mar 04 20:42:49.618694 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:42:49.628497 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-97770331-d3ad-4789-a00f-888776f77465 req-d431505a-887b-4789-8092-a46d41bae7ba tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019890 Mar 04 20:42:49.687999 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ef623d84-d667-4157-9c6d-6bdb5b1b8618 req-023fa687-7043-4bc9-9961-694ccc1ec316 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740499 Mar 04 20:42:49.698273 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e303b49a-a3a4-400d-b1a1-d0aade571285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.923364 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0358a6ef-4a14-4649-b620-0e051f0ade4b {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:42:49.933539 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Publish callbacks [] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:49.946520 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Transition to ACTIVE for port object 0358a6ef-4a14-4649-b620-0e051f0ade4b will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:42:50.006623 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:50.059681 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Pushing event updated for resources: {'Port': ['ID=0358a6ef-4a14-4649-b620-0e051f0ade4b,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:50.160630 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Attempting to bind port 0358a6ef-4a14-4649-b620-0e051f0ade4b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:42:50.166496 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Attempting to bind port 0358a6ef-4a14-4649-b620-0e051f0ade4b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:42:50.166496 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Attempting to bind port 0358a6ef-4a14-4649-b620-0e051f0ade4b on network 4c62cf8d-645d-4419-bb45-8d057a3f43de {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:50.167418 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Port 0358a6ef-4a14-4649-b620-0e051f0ade4b on network 4c62cf8d-645d-4419-bb45-8d057a3f43de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:42:50.167418 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Attempting to bind port 0358a6ef-4a14-4649-b620-0e051f0ade4b on network 4c62cf8d-645d-4419-bb45-8d057a3f43de {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:50.172875 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:42:50.173218 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Checking segment: {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:50.173656 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Bound using segment: {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:42:50.174040 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Bound port: 0358a6ef-4a14-4649-b620-0e051f0ade4b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3503dd28-788b-4110-8d32-0f2794d020fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:42:50.174485 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:50.268269 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] For port 0358a6ef-4a14-4649-b620-0e051f0ade4b, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:42:50.272333 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] For port 0358a6ef-4a14-4649-b620-0e051f0ade4b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:42:50.370869 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:50.405561 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:50.406199 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:50.416830 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] 10.222.0.21 "PUT /v2.0/ports/0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 1093 time: 1.0407014 Mar 04 20:42:50.417428 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:42:50.420389 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d961e72-32a9-4470-8fde-6cbc7c366b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:42:50.447731 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86f20f-a872-48fb-9adf-d3ce8c6ced68 service neutron] Pushing event updated for resources: {'Port': ['ID=0358a6ef-4a14-4649-b620-0e051f0ade4b,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:50.482437 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4112d54-2aeb-4c58-ae1f-36f946fb82b4 x-openstack-request-id: req-c4112d54-2aeb-4c58-ae1f-36f946fb82b4 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:42:50.482895 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:42:50.483320 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4112d54-2aeb-4c58-ae1f-36f946fb82b4 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:42:50.483929 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'status': 'completed', 'code': 200} Mar 04 20:42:50.759087 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafb3dd-8399-49af-8d15-367c1db588da req-0d736301-4b1c-4e12-9abe-a4922c6d32ef tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:50.761843 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-adafb3dd-8399-49af-8d15-367c1db588da req-0d736301-4b1c-4e12-9abe-a4922c6d32ef tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.0635476 Mar 04 20:42:50.843992 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-adafb3dd-8399-49af-8d15-367c1db588da req-04609edb-219d-4169-ab68-b02395c614df tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717440 Mar 04 20:42:50.865400 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e09391-f94c-4842-8c59-b5b4aadbbf90 req-3a03c5b3-df09-4e0a-bc8d-69ee5b7735d7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:50.866935 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-00e09391-f94c-4842-8c59-b5b4aadbbf90 req-3a03c5b3-df09-4e0a-bc8d-69ee5b7735d7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0763745 Mar 04 20:42:50.926723 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-00e09391-f94c-4842-8c59-b5b4aadbbf90 req-52402336-4c12-4ce0-b5c1-e472b6cbc61d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528860 Mar 04 20:42:50.987664 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:51.970445 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a5c32-767f-4030-a3e1-9638c2ff5ea5 req-d5d97bfe-06d2-40b3-ba30-64bab6b6322e tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:51.970445 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f22a5c32-767f-4030-a3e1-9638c2ff5ea5 req-d5d97bfe-06d2-40b3-ba30-64bab6b6322e tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.0538855 Mar 04 20:42:52.027124 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f22a5c32-767f-4030-a3e1-9638c2ff5ea5 req-e40f7118-6283-4bfe-ba5e-c59bc5598d01 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539331 Mar 04 20:42:52.080504 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d44217-a473-4488-92f1-5cb04759917b req-40b63f1e-c84c-445e-8c41-befabd470e9e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:52.082819 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17d44217-a473-4488-92f1-5cb04759917b req-40b63f1e-c84c-445e-8c41-befabd470e9e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0769098 Mar 04 20:42:52.138652 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-17d44217-a473-4488-92f1-5cb04759917b req-56d3322b-5515-4eb0-9cdd-1c9be77fdd48 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436702 Mar 04 20:42:52.246757 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:53.182468 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09503e-e26d-44e3-8583-f2df3a74790d req-1ca6a749-94bc-48b7-9a09-de4f47ea12ee tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:53.184856 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ef09503e-e26d-44e3-8583-f2df3a74790d req-1ca6a749-94bc-48b7-9a09-de4f47ea12ee tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.0859609 Mar 04 20:42:53.254585 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ef09503e-e26d-44e3-8583-f2df3a74790d req-29ae34aa-cc93-47b0-9116-03f987d1c3e4 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635810 Mar 04 20:42:53.317387 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cbfed-b1fa-423d-85b0-dbaf9e713e30 req-24de52a5-8734-4ed7-adff-850b9bf9742a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:53.319110 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a18cbfed-b1fa-423d-85b0-dbaf9e713e30 req-24de52a5-8734-4ed7-adff-850b9bf9742a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0685897 Mar 04 20:42:53.380541 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a18cbfed-b1fa-423d-85b0-dbaf9e713e30 req-040218a0-8e14-465f-902a-0058d800dfdf tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511279 Mar 04 20:42:53.675103 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.071665 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42762) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:54.187727 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a6cdaabc-93f7-45f7-bf42-53a28a2c1d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.268243 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a6cdaabc-93f7-45f7-bf42-53a28a2c1d84 admin admin] Publish callbacks [] for security_group (ca568cf1-3a8a-434b-8da1-96e4ce2a60b0), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.367733 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a6cdaabc-93f7-45f7-bf42-53a28a2c1d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (ca568cf1-3a8a-434b-8da1-96e4ce2a60b0), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.413747 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a6cdaabc-93f7-45f7-bf42-53a28a2c1d84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe9153124bb44f96bbd8485458b91434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408365 Mar 04 20:42:54.416649 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42772) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:54.417192 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdaabc-93f7-45f7-bf42-53a28a2c1d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca568cf1-3a8a-434b-8da1-96e4ce2a60b0,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:54.432339 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3731f26-8be3-4c75-86f9-b899014c2595 req-8bcdfd4b-023e-45bf-83bf-556031892b6f tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:54.439419 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b3731f26-8be3-4c75-86f9-b899014c2595 req-8bcdfd4b-023e-45bf-83bf-556031892b6f tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.1128294 Mar 04 20:42:54.495566 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b3731f26-8be3-4c75-86f9-b899014c2595 req-a9c492ef-a731-4d47-9258-a973438c1df2 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551825 Mar 04 20:42:54.565488 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24e7e16a-4e00-45b7-856b-41b3ac5935d1 admin admin] Publish callbacks [] for security_group (ca568cf1-3a8a-434b-8da1-96e4ce2a60b0), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.596444 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24e7e16a-4e00-45b7-856b-41b3ac5935d1 admin admin] Publish callbacks [] for security_group (ca568cf1-3a8a-434b-8da1-96e4ce2a60b0), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.615674 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751a6e2-77d4-4438-98e1-c14ccc39cbde req-9fedae05-09a3-4312-88c9-d8de8657be81 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:54.617224 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4751a6e2-77d4-4438-98e1-c14ccc39cbde req-9fedae05-09a3-4312-88c9-d8de8657be81 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1016362 Mar 04 20:42:54.685304 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4751a6e2-77d4-4438-98e1-c14ccc39cbde req-82fb6248-5898-41b9-9751-fc18098be341 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604446 Mar 04 20:42:54.783760 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24e7e16a-4e00-45b7-856b-41b3ac5935d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (ca568cf1-3a8a-434b-8da1-96e4ce2a60b0), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.795497 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24e7e16a-4e00-45b7-856b-41b3ac5935d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:54.795497 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-24e7e16a-4e00-45b7-856b-41b3ac5935d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca568cf1-3a8a-434b-8da1-96e4ce2a60b0 HTTP/1.1" status: 204 len: 168 time: 0.3671668 Mar 04 20:42:54.804683 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7e16a-4e00-45b7-856b-41b3ac5935d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca568cf1-3a8a-434b-8da1-96e4ce2a60b0,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:55.611630 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e60de-63a8-4f1e-8e5a-65df152fa009 req-b3677b4a-3133-4b25-b7d5-83957698fcd7 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:55.614156 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c48e60de-63a8-4f1e-8e5a-65df152fa009 req-b3677b4a-3133-4b25-b7d5-83957698fcd7 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.0576844 Mar 04 20:42:55.682610 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c48e60de-63a8-4f1e-8e5a-65df152fa009 req-4caa0c68-0b3d-4510-a055-a9e6fe3ad587 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617533 Mar 04 20:42:55.830481 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e188c8-2373-4f18-bf92-034154abe29a req-380eb91f-38b6-4841-a604-c2dce979c4ad tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:55.833551 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a0e188c8-2373-4f18-bf92-034154abe29a req-380eb91f-38b6-4841-a604-c2dce979c4ad tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0642705 Mar 04 20:42:55.888472 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a0e188c8-2373-4f18-bf92-034154abe29a req-0b7c163a-baa3-4cc4-ab30-ce0391321aa9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Mar 04 20:42:55.957098 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42798) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:56.056882 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1210481475-network', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:56.136184 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Made reservation on behalf of 31f5b5f3891f4f07a1e03e27e27818d8 for: {'network': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:42:56.138526 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:56.150768 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:56.234273 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Publish callbacks [] for security_group (ed8efbd0-9ec6-4b01-8793-b715c62c6691), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:56.296033 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (ed8efbd0-9ec6-4b01-8793-b715c62c6691), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:56.323770 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:42:56.332577 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8efbd0-9ec6-4b01-8793-b715c62c6691,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:56.339264 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (ee12d65c-78ba-44e2-918e-fb3ab811f20e), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:56.339609 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.segments_db [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Added segment ee12d65c-78ba-44e2-918e-fb3ab811f20e of type vlan for network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 Mar 04 20:42:56.391962 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (89ecad0d-d59d-4c38-9a31-1ba7bbdbec74), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:56.475406 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (89ecad0d-d59d-4c38-9a31-1ba7bbdbec74), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:56.476742 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:56.477326 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:56.547589 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] Pushing event updated for resources: {'Network': ['ID=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:56.557842 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:42:56.575930 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-adb52938-b71e-4968-b0d8-d2663954d7cd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6151254 Mar 04 20:42:56.576311 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42802) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:56.583305 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Request body: {'subnet': {'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1210481475-subnet', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'ip_version': 4}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:56.663489 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Made reservation on behalf of 31f5b5f3891f4f07a1e03e27e27818d8 for: {'subnet': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:42:56.666453 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131621218'] for subnet (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:56.820292 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1124-ccf9-4479-a63a-4e53e385010a req-21998d81-e6fd-44f6-932d-f1d0cffb4810 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:56.829689 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-93fb1124-ccf9-4479-a63a-4e53e385010a req-21998d81-e6fd-44f6-932d-f1d0cffb4810 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.0641825 Mar 04 20:42:56.886711 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-93fb1124-ccf9-4479-a63a-4e53e385010a req-6f48d8a4-15f5-4a9a-b570-ac84501cbe71 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557134 Mar 04 20:42:57.218253 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe44c84-e2bb-40d7-adaf-8b15198978b1 req-20e3ed16-ea08-497c-a90a-613b139d6b11 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:57.227589 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4fe44c84-e2bb-40d7-adaf-8b15198978b1 req-20e3ed16-ea08-497c-a90a-613b139d6b11 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1038702 Mar 04 20:42:57.268400 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4fe44c84-e2bb-40d7-adaf-8b15198978b1 req-f11903cd-b688-45ed-8d9c-6c4bd9d6ffc9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428913 Mar 04 20:42:57.301726 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132075438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131621244'] for subnet (ab9b47f7-353f-4353-8d50-2a78d4e6e3d9), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:57.359130 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9b47f7-353f-4353-8d50-2a78d4e6e3d9,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:57.367510 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Checking segment: {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:57.367868 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Network hostable DHCP agents. Network: 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:42:57.451846 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:42:57.543863 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74) {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:57.548153 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:57.549109 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:57.560726 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decdaa6d-a539-481c-b6a7-1c47fe7a6a3c None None] Network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:42:57.634451 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d961e72-32a9-4470-8fde-6cbc7c366b0a req-f67a8e54-615a-48ed-a93c-3b8817fef848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:57.636717 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d961e72-32a9-4470-8fde-6cbc7c366b0a req-f67a8e54-615a-48ed-a93c-3b8817fef848 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aeafaa92879a4517abebfb74309976af&device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1127 time: 0.0470994 Mar 04 20:42:57.663976 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9becbe76-dc79-53f2-b817-ede71ec7d8fb-89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9'}]}} from dv-cinder-799871-17-smb. {{(pid=103640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:42:57.664838 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:57.676654 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-b6f14321-8389-4204-82b4-50c043ae3f6d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0988400 Mar 04 20:42:57.679387 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42812) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:57.684725 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:42:57.755210 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d961e72-32a9-4470-8fde-6cbc7c366b0a req-494ae82c-0a7a-4265-9f70-961215be3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:57.756741 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d961e72-32a9-4470-8fde-6cbc7c366b0a req-494ae82c-0a7a-4265-9f70-961215be3834 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=aeafaa92879a4517abebfb74309976af&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1072981 Mar 04 20:42:57.772277 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59987'] for router (9edebbe4-b814-4b58-bef9-8c53d6e1196d), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:57.773364 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60004'] for router (9edebbe4-b814-4b58-bef9-8c53d6e1196d), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:57.822634 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.db_base_plugin_common [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Allocated IP 172.20.0.2 (89ecad0d-d59d-4c38-9a31-1ba7bbdbec74/ab9b47f7-353f-4353-8d50-2a78d4e6e3d9/327a4e5a-ceed-45d5-b01c-fe2759c27cfa) {{(pid=103640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:57.846537 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks [] for router_controller (9edebbe4-b814-4b58-bef9-8c53d6e1196d), precommit_add_association {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:57.859567 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d961e72-32a9-4470-8fde-6cbc7c366b0a req-de4b4fa6-bf8d-4e8f-a075-7b7a4ea1ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:57.861056 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0d961e72-32a9-4470-8fde-6cbc7c366b0a req-de4b4fa6-bf8d-4e8f-a075-7b7a4ea1ff6f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968993 Mar 04 20:42:57.940995 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b738-4a53-4261-b30a-45af78b1424e req-f80dca7d-6179-44d5-bbcb-b28db38bb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:57.942631 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-f80dca7d-6179-44d5-bbcb-b28db38bb9b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aeafaa92879a4517abebfb74309976af&device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1127 time: 0.0470581 Mar 04 20:42:57.972942 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Publish callbacks [] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), precommit_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:57.994067 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-17769e09-95c1-4036-a3a1-62f9a576fddf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 217 time: 0.0440223 Mar 04 20:42:58.036091 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:58.042527 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b738-4a53-4261-b30a-45af78b1424e req-e578be86-7156-43ac-8e57-759976478f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:58.044174 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-e578be86-7156-43ac-8e57-759976478f3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56c902b2-4736-471b-8caa-86a3664bd890 HTTP/1.1" status: 200 len: 852 time: 0.0443184 Mar 04 20:42:58.080542 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 is already hosted by enough agents. {{(pid=103640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:58.084051 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.base_scheduler [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Resources bound (agent type, host, resource id): {{(pid=103640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:58.088087 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks [] for router_gateway (9edebbe4-b814-4b58-bef9-8c53d6e1196d), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:58.089248 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Received port after_create {{(pid=103640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:58.092591 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Pushing event updated for resources: {'Port': ['ID=327a4e5a-ceed-45d5-b01c-fe2759c27cfa,revision_number=1']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:58.103057 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9043307b-8286-4bb2-8e78-1a75db9c4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:58.106030 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-9043307b-8286-4bb2-8e78-1a75db9c4bba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c62cf8d-645d-4419-bb45-8d057a3f43de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0556378 Mar 04 20:42:58.114971 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac692b8c-d301-419d-bff9-075105a9bd52 req-525d91af-213e-48bb-9725-a6ece944b3ff tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:58.117277 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ac692b8c-d301-419d-bff9-075105a9bd52 req-525d91af-213e-48bb-9725-a6ece944b3ff tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.1357274 Mar 04 20:42:58.160794 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Attempting to bind port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:42:58.161162 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Attempting to bind port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:42:58.161525 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Attempting to bind port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa on network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:42:58.167259 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:42:58.167628 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Checking segment: {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:42:58.168028 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:58.168418 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Bound using segment: {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:42:58.169018 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Bound port: 327a4e5a-ceed-45d5-b01c-fe2759c27cfa, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:42:58.169400 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:58.169968 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ac692b8c-d301-419d-bff9-075105a9bd52 req-d43ffe8b-0481-461c-b12b-8444a3169091 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451260 Mar 04 20:42:58.218199 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-5c2b60f7-ccef-452d-8521-7a00d1b00140 service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056399 Mar 04 20:42:58.250448 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] For port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:42:58.254190 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] For port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=327a4e5a-ceed-45d5-b01c-fe2759c27cfa,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:42:58.311242 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1f71b738-4a53-4261-b30a-45af78b1424e req-00149ca0-4fdf-4ac2-960d-51087f2474cd service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872715 Mar 04 20:42:58.374092 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks [] for router_gateway (9edebbe4-b814-4b58-bef9-8c53d6e1196d), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:58.378357 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:58.393683 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:58.407160 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f948ab3-ec7d-4f2a-9538-078aac72d756 req-3b592917-2487-43c8-b5cf-2bc818f16d5f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:58.408864 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4f948ab3-ec7d-4f2a-9538-078aac72d756 req-3b592917-2487-43c8-b5cf-2bc818f16d5f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0669024 Mar 04 20:42:58.440990 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a6ef7-126f-4289-a952-80c999ce28af None None] Pushing event updated for resources: {'Port': ['ID=327a4e5a-ceed-45d5-b01c-fe2759c27cfa,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:58.477191 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4f948ab3-ec7d-4f2a-9538-078aac72d756 req-d5677298-f8f1-436c-a1af-dec77d1bc935 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626445 Mar 04 20:42:58.508073 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Allocated IP 172.28.1.131 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/b93547dd-6269-4650-b8fa-77bfa24a1a70) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:42:58.624566 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks [] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:58.730910 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:58.771881 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:42:58.774683 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:42:58.778352 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:42:58.803274 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=b93547dd-6269-4650-b8fa-77bfa24a1a70,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:59.087749 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks [] for router_gateway (9edebbe4-b814-4b58-bef9-8c53d6e1196d), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.325336 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800'] for router (9edebbe4-b814-4b58-bef9-8c53d6e1196d), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.336231 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6060e-80fa-4f37-83b0-0fb33959a1f4 None None] Network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:42:59.341656 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53e5a-e2ea-44fc-8f64-f477a9d94bf2 req-e43c1744-42be-4053-965a-65ac1c7bebca tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:59.343198 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8cc53e5a-e2ea-44fc-8f64-f477a9d94bf2 req-e43c1744-42be-4053-965a-65ac1c7bebca tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.1016049 Mar 04 20:42:59.409849 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-c54235f8-764b-488f-9b44-8ac467e30f4d None None] Provisioning complete for port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:59.410145 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c54235f8-764b-488f-9b44-8ac467e30f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.466831 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8cc53e5a-e2ea-44fc-8f64-f477a9d94bf2 req-93716be5-1c86-4296-a2b7-51b247d7a528 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901122 Mar 04 20:42:59.545199 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-c54235f8-764b-488f-9b44-8ac467e30f4d None None] Current status of the port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:42:59.545592 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c54235f8-764b-488f-9b44-8ac467e30f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.579498 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-c54235f8-764b-488f-9b44-8ac467e30f4d None None] For port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=327a4e5a-ceed-45d5-b01c-fe2759c27cfa,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:42:59.596019 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Router 9edebbe4-b814-4b58-bef9-8c53d6e1196d is scheduled to L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 with binding_index 1 {{(pid=103639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:42:59.610678 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4439c97-998a-42ec-8ab1-0b69a0a6aff8 req-6f90fcef-2cfb-48c0-a277-c3c9f79a5a94 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:42:59.612202 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a4439c97-998a-42ec-8ab1-0b69a0a6aff8 req-6f90fcef-2cfb-48c0-a277-c3c9f79a5a94 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0572674 Mar 04 20:42:59.680975 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c54235f8-764b-488f-9b44-8ac467e30f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.711770 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a4439c97-998a-42ec-8ab1-0b69a0a6aff8 req-d89855ef-7647-475a-90ee-894ba9d8b8a3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876441 Mar 04 20:42:59.740355 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 327a4e5a-ceed-45d5-b01c-fe2759c27cfa up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:42:59.754552 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:42:59.776433 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Sync routers for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:42:59.780860 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54235f8-764b-488f-9b44-8ac467e30f4d None None] Pushing event updated for resources: {'Port': ['ID=327a4e5a-ceed-45d5-b01c-fe2759c27cfa,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:42:59.810815 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:42:59.811453 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:42:59.825778 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.827137 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-cce5fef6-9972-4e13-bb06-4121996f6cd0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1465566 Mar 04 20:42:59.829823 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42822) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:42:59.858339 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-0cf8900c-934b-4e7b-a6f7-91df14e34801 None None] Provisioning complete for port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:59.858749 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-0cf8900c-934b-4e7b-a6f7-91df14e34801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.899707 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:42:59.902346 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:42:59.998938 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:00.254974 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8900c-934b-4e7b-a6f7-91df14e34801 None None] Current status of the port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:00.258375 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.298762 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:00.371229 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:42:58Z', 'revision_number': 3, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:00.397634 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Checking router: 9edebbe4-b814-4b58-bef9-8c53d6e1196d for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:00.397990 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Updating router 9edebbe4-b814-4b58-bef9-8c53d6e1196d port b93547dd-6269-4650-b8fa-77bfa24a1a70 binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:00.413401 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Allocated IP 172.20.0.1 (89ecad0d-d59d-4c38-9a31-1ba7bbdbec74/ab9b47f7-353f-4353-8d50-2a78d4e6e3d9/b8a3e435-413f-4cec-b3e3-2193f6da7c05) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:00.426455 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.515352 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Publish callbacks [] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.592901 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30348fa-e6ad-448b-ac40-7f2ead1f22db req-49a9448d-8f3b-4d20-8d81-753736953f24 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:00.594451 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b30348fa-e6ad-448b-ac40-7f2ead1f22db req-49a9448d-8f3b-4d20-8d81-753736953f24 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.0599411 Mar 04 20:43:00.642256 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.653736 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b30348fa-e6ad-448b-ac40-7f2ead1f22db req-04ca6908-5fe2-4ddd-aa0e-ba2c469e0e32 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534928 Mar 04 20:43:00.680743 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:00.687503 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:00.690874 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:00.701192 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Publish callbacks [] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.718009 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a3e435-413f-4cec-b3e3-2193f6da7c05,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:00.740280 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593037'] for router_interface (9edebbe4-b814-4b58-bef9-8c53d6e1196d), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.776827 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.847951 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:43:00.905365 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe62f0-4cdb-4048-8c48-fca6f1acc74a req-967c9608-60e6-4cc0-95fe-1cb538295967 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:00.918737 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5ebe62f0-4cdb-4048-8c48-fca6f1acc74a req-967c9608-60e6-4cc0-95fe-1cb538295967 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1079342 Mar 04 20:43:00.931861 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Attempting to bind port b93547dd-6269-4650-b8fa-77bfa24a1a70 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:00.936287 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Attempting to bind port b93547dd-6269-4650-b8fa-77bfa24a1a70 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:00.936287 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Attempting to bind port b93547dd-6269-4650-b8fa-77bfa24a1a70 on network 518225a1-02dd-44bb-a70b-df82d4aca4cd {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:00.945550 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:00.945955 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:00.946331 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.947495 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Bound using segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:00.947977 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Bound port: b93547dd-6269-4650-b8fa-77bfa24a1a70, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:00.948366 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:00.971052 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5ebe62f0-4cdb-4048-8c48-fca6f1acc74a req-676ac81e-61e7-4d05-9a9e-3917e6ffbb20 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484231 Mar 04 20:43:00.979228 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979424-a4aa-49cc-b47b-f59a392415f6 None None] Pushing event updated for resources: {'Port': ['ID=b93547dd-6269-4650-b8fa-77bfa24a1a70,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:01.043376 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-f103f07d-1adb-4b5d-b475-d2f2f32e6c50 None None] Provisioning complete for port b8a3e435-413f-4cec-b3e3-2193f6da7c05 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:01.043764 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f103f07d-1adb-4b5d-b475-d2f2f32e6c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.055511 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:01.078287 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] For port b93547dd-6269-4650-b8fa-77bfa24a1a70, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:01.102666 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'port_id': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'mac_address': 'fa:16:3e:15:ee:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:43:01.107322 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] For port b93547dd-6269-4650-b8fa-77bfa24a1a70, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=b93547dd-6269-4650-b8fa-77bfa24a1a70,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:01.113911 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-f103f07d-1adb-4b5d-b475-d2f2f32e6c50 None None] Port b8a3e435-413f-4cec-b3e3-2193f6da7c05 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:01.149419 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 is: ACTIVE; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:01.149817 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.167150 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:43:01.178635 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.179740 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.194850 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:01.241830 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:01.242564 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:01.281596 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979424-a4aa-49cc-b47b-f59a392415f6 None None] Pushing event updated for resources: {'Port': ['ID=b93547dd-6269-4650-b8fa-77bfa24a1a70,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:01.286345 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.291386 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 0358a6ef-4a14-4649-b620-0e051f0ade4b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:43:01.365954 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Publish callbacks [] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.412032 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=6']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:01.429582 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.471753 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:01.503248 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a3e435-413f-4cec-b3e3-2193f6da7c05,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:01.505821 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1592993'] for router_interface (9edebbe4-b814-4b58-bef9-8c53d6e1196d), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.551822 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 0358a6ef-4a14-4649-b620-0e051f0ade4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:01.584913 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'port_id': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'mac_address': 'fa:16:3e:a4:50:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:43:01.631259 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:01.633199 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:01.789046 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 0358a6ef-4a14-4649-b620-0e051f0ade4b is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:01.789444 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:01.824105 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 327a4e5a-ceed-45d5-b01c-fe2759c27cfa up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:01.863860 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0358a6ef-4a14-4649-b620-0e051f0ade4b {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:43:01.865412 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Router 9edebbe4-b814-4b58-bef9-8c53d6e1196d has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:01.889769 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca73b1a-31e3-46ee-8866-901f187196d3 req-6d0c75e8-e4ff-437e-9fb0-b21b4f943949 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:01.891403 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8ca73b1a-31e3-46ee-8866-901f187196d3 req-6d0c75e8-e4ff-437e-9fb0-b21b4f943949 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 943 time: 0.1071277 Mar 04 20:43:01.964024 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 0358a6ef-4a14-4649-b620-0e051f0ade4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:01.991900 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:01.992287 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:02.067807 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8ca73b1a-31e3-46ee-8866-901f187196d3 req-5f3f6a46-c8b1-4220-bcb2-3c8f60b46615 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692019 Mar 04 20:43:02.071182 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-de44c875-44ea-48cd-a383-249660bc2f71 None None] Provisioning complete for port b8a3e435-413f-4cec-b3e3-2193f6da7c05 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:02.071786 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-de44c875-44ea-48cd-a383-249660bc2f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:02.120456 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:02.141122 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-325a0926-8d8a-43a9-ba70-dd7e1196b4d0 admin admin] 10.222.0.41 "PUT /v2.0/routers/9edebbe4-b814-4b58-bef9-8c53d6e1196d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3100960 Mar 04 20:43:02.181860 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe0977-fba6-4cd3-a16b-a60512da68a6 req-ea71e63c-5d38-4383-8aab-901f27753e32 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:02.184531 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fdbe0977-fba6-4cd3-a16b-a60512da68a6 req-ea71e63c-5d38-4383-8aab-901f27753e32 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 944 time: 0.1082129 Mar 04 20:43:02.260796 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fdbe0977-fba6-4cd3-a16b-a60512da68a6 req-ffc55ee2-e2ed-4224-a183-2242b43e28c7 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695686 Mar 04 20:43:02.277314 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:00Z', 'revision_number': 1, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:02.342248 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8bd33b-5349-4231-b90b-cb11e41cb37b None None] The sync data for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb is: [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:00Z', 'revision_number': 1, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:02.347915 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-de44c875-44ea-48cd-a383-249660bc2f71 None None] Port b8a3e435-413f-4cec-b3e3-2193f6da7c05 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:02.373556 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:02.601598 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:02.717338 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=0358a6ef-4a14-4649-b620-0e051f0ade4b,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:02.722600 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['6919f228-2dec-4ea1-8bdb-04ce54bb13f3'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:43:02.870601 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['0358a6ef-4a14-4649-b620-0e051f0ade4b'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:43:03.234037 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be1ba7-536d-4d0d-9164-bcac903bd1c7 req-85a0a93b-7107-4024-81d5-d44d9fce06ce tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:03.236774 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a2be1ba7-536d-4d0d-9164-bcac903bd1c7 req-85a0a93b-7107-4024-81d5-d44d9fce06ce tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 944 time: 0.0968614 Mar 04 20:43:03.320160 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a2be1ba7-536d-4d0d-9164-bcac903bd1c7 req-7adc57bf-dcd3-4802-9b83-db55bb6f6f06 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771983 Mar 04 20:43:03.463937 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42872) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:03.464959 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdda2cd-897a-4a8e-9c10-7224dbb14890 req-216b2a60-2bee-4bb5-b8b9-37ca49dc8932 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:03.467446 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-acdda2cd-897a-4a8e-9c10-7224dbb14890 req-216b2a60-2bee-4bb5-b8b9-37ca49dc8932 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 944 time: 0.0807850 Mar 04 20:43:03.468957 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-279293846-network', 'tenant_id': '59322cd4403644e89685ab96f94a6c84'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:03.536299 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-acdda2cd-897a-4a8e-9c10-7224dbb14890 req-a8d9a7cc-170f-42a3-881d-0fdfc0839afe tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624294 Mar 04 20:43:03.606365 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Made reservation on behalf of 59322cd4403644e89685ab96f94a6c84 for: {'network': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:03.610323 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.619984 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.743075 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Publish callbacks [] for security_group (c10203ae-80e5-4e40-b23d-c22b38737929), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.760701 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device b93547dd-6269-4650-b8fa-77bfa24a1a70 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:03.815619 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c10203ae-80e5-4e40-b23d-c22b38737929), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.820808 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port b93547dd-6269-4650-b8fa-77bfa24a1a70 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:03.821820 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.854589 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:43:03.864747 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10203ae-80e5-4e40-b23d-c22b38737929,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:03.883788 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (d31d79ab-b961-41fb-b688-faefe964cc53), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.884134 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.segments_db [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Added segment d31d79ab-b961-41fb-b688-faefe964cc53 of type vlan for network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa Mar 04 20:43:03.937572 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (43cca472-1fc0-4c3b-9c62-5126a6d3d9fa), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.945848 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port b93547dd-6269-4650-b8fa-77bfa24a1a70 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:03.946301 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:03.975219 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port b93547dd-6269-4650-b8fa-77bfa24a1a70, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=b93547dd-6269-4650-b8fa-77bfa24a1a70,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:04.046565 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (43cca472-1fc0-4c3b-9c62-5126a6d3d9fa), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.048059 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:04.048853 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.075455 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.152342 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=b93547dd-6269-4650-b8fa-77bfa24a1a70,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:04.173280 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=43cca472-1fc0-4c3b-9c62-5126a6d3d9fa,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:04.188823 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:43:04.274326 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-bd1fa492-4a61-4b36-91ab-4e0ee9b59ba6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8014081 Mar 04 20:43:04.274326 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42874) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:04.275778 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Request body: {'subnet': {'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-279293846-subnet', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'ip_version': 4}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:04.378016 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Made reservation on behalf of 59322cd4403644e89685ab96f94a6c84 for: {'subnet': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:04.381392 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130826628'] for subnet (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.547707 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487aa3-3fa7-4ab9-869a-f9e96d6041ee req-8aa922f7-3b8c-4669-b31b-e4e979c430c3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:04.547707 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-01487aa3-3fa7-4ab9-869a-f9e96d6041ee req-8aa922f7-3b8c-4669-b31b-e4e979c430c3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 944 time: 0.1354814 Mar 04 20:43:04.620652 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-01487aa3-3fa7-4ab9-869a-f9e96d6041ee req-621abc58-bd45-4255-8fb4-d952e3b0872b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753324 Mar 04 20:43:04.733894 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664413d7-5b4d-4467-aec5-eab99c240e33 req-6f096169-7613-438d-a975-987c043930e4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:04.736156 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-664413d7-5b4d-4467-aec5-eab99c240e33 req-6f096169-7613-438d-a975-987c043930e4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 944 time: 0.0636644 Mar 04 20:43:04.796297 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-664413d7-5b4d-4467-aec5-eab99c240e33 req-7a87f358-fcc6-486f-92f9-7a87558de501 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538440 Mar 04 20:43:04.886911 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133224668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130826650'] for subnet (e9c31d18-88f9-46f4-80a0-18aeb9f79010), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:04.899442 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 0358a6ef-4a14-4649-b620-0e051f0ade4b up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:04.959630 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c31d18-88f9-46f4-80a0-18aeb9f79010,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:04.967657 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Checking segment: {'id': 'd31d79ab-b961-41fb-b688-faefe964cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:04.968027 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Network hostable DHCP agents. Network: 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:43:05.063982 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:43:05.090162 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 0358a6ef-4a14-4649-b620-0e051f0ade4b completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:43:05.094943 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 0358a6ef-4a14-4649-b620-0e051f0ade4b triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:05.099644 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.146982 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa) {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:05.153062 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:05.153861 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.161033 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9228ae4c-49ff-4d6d-81a8-2a84ed5915cc None None] Network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:05.252553 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 0358a6ef-4a14-4649-b620-0e051f0ade4b is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:05.252950 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.291615 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:05.293988 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90cac01-7d37-4275-8cc7-e2d824446249" -d '{"events": [{"server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "name": "network-vif-plugged", "status": "completed", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:05.319710 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-bc57d37c-3563-462a-930e-4d4279d3f957 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0407798 Mar 04 20:43:05.319710 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42882) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:05.319710 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:05.328342 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 0358a6ef-4a14-4649-b620-0e051f0ade4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:05.335900 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9becbe76-dc79-53f2-b817-ede71ec7d8fb-43cca472-1fc0-4c3b-9c62-5126a6d3d9fa', 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa', 'project_id': '59322cd4403644e89685ab96f94a6c84', 'fixed_ips': [{'subnet_id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010'}]}} from dv-cinder-799871-17-smb. {{(pid=103640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:43:05.338929 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.356952 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3628ae8-07ae-4380-bc5e-905e5e44102c x-openstack-request-id: req-b3628ae8-07ae-4380-bc5e-905e5e44102c {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:05.357320 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "name": "network-vif-plugged", "status": "completed", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:05.357544 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3628ae8-07ae-4380-bc5e-905e5e44102c {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:05.360136 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'code': 200} Mar 04 20:43:05.381175 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Sync routers for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:05.394078 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:05.395165 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:05.490095 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.db_base_plugin_common [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Allocated IP 172.20.0.2 (43cca472-1fc0-4c3b-9c62-5126a6d3d9fa/e9c31d18-88f9-46f4-80a0-18aeb9f79010/a9c750ea-90a5-4894-9415-d3c9fce75520) {{(pid=103640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:05.513450 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:05.555965 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.555965 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:05.576583 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59987'] for router (3b430982-ac5c-42e8-ba5a-5e86e2762920), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.577963 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60004'] for router (3b430982-ac5c-42e8-ba5a-5e86e2762920), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.695376 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks [] for router_controller (3b430982-ac5c-42e8-ba5a-5e86e2762920), precommit_add_association {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.695668 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:05.696057 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.852612 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 2, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:05.880305 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4f910-5445-4f87-96a6-df95b07baac4 req-ae2cc856-8f8a-4161-ab89-41a4dfd0571f tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:05.882611 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4aa4f910-5445-4f87-96a6-df95b07baac4 req-ae2cc856-8f8a-4161-ab89-41a4dfd0571f tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.1195221 Mar 04 20:43:05.885560 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826aea8-6d59-4437-b21a-8fd157b2d719 req-6dd4aeca-53d1-46ec-b18c-1867809b18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:05.887328 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6826aea8-6d59-4437-b21a-8fd157b2d719 req-6dd4aeca-53d1-46ec-b18c-1867809b18cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1129 time: 0.1338019 Mar 04 20:43:05.933157 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Checking router: 9edebbe4-b814-4b58-bef9-8c53d6e1196d for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:05.933718 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Updating router 9edebbe4-b814-4b58-bef9-8c53d6e1196d port b8a3e435-413f-4cec-b3e3-2193f6da7c05 binding host dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:05.934108 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Publish callbacks [] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), precommit_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:05.939237 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device b93547dd-6269-4650-b8fa-77bfa24a1a70 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:05.950119 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6826aea8-6d59-4437-b21a-8fd157b2d719 req-281d5faa-d5f6-4a05-a7c7-b70f5d5d7fb9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511401 Mar 04 20:43:05.956728 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=0358a6ef-4a14-4649-b620-0e051f0ade4b,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:05.986326 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4aa4f910-5445-4f87-96a6-df95b07baac4 req-34431df8-a3ff-43f1-ad90-bee4355a7330 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974121 Mar 04 20:43:06.009374 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.010076 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks [] for router_gateway (3b430982-ac5c-42e8-ba5a-5e86e2762920), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.063167 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:06.063565 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.068741 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.085890 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077b097-9cec-4339-b332-e9827c37df00 req-d4992e05-b7cf-4b28-8eb1-70d5b68d727c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:06.088088 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f077b097-9cec-4339-b332-e9827c37df00 req-d4992e05-b7cf-4b28-8eb1-70d5b68d727c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 944 time: 0.1095612 Mar 04 20:43:06.132700 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Pushing event updated for resources: {'Port': ['ID=a9c750ea-90a5-4894-9415-d3c9fce75520,revision_number=1']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:06.178507 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:06.191043 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa is already hosted by enough agents. {{(pid=103640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:06.197424 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.base_scheduler [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Resources bound (agent type, host, resource id): {{(pid=103640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:06.200729 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Received port after_create {{(pid=103640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:06.211812 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port b93547dd-6269-4650-b8fa-77bfa24a1a70 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:06.212154 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.217715 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f077b097-9cec-4339-b332-e9827c37df00 req-66155805-3e2a-474e-82ca-ad41a8f9708a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218939 Mar 04 20:43:06.276124 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.367070 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Attempting to bind port a9c750ea-90a5-4894-9415-d3c9fce75520 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:06.367449 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Attempting to bind port a9c750ea-90a5-4894-9415-d3c9fce75520 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'd31d79ab-b961-41fb-b688-faefe964cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:06.367832 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Attempting to bind port a9c750ea-90a5-4894-9415-d3c9fce75520 on network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:06.373782 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Publish callbacks [] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), precommit_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.393230 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:06.393609 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Checking segment: {'id': 'd31d79ab-b961-41fb-b688-faefe964cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:06.394014 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.394435 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Bound using segment: {'id': 'd31d79ab-b961-41fb-b688-faefe964cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:06.394926 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Bound port: a9c750ea-90a5-4894-9415-d3c9fce75520, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31d79ab-b961-41fb-b688-faefe964cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:06.395316 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.407015 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=7']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:06.438459 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.499607 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port b93547dd-6269-4650-b8fa-77bfa24a1a70 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:06.520612 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21053ef-41a2-4922-bab4-f236c26dfc53 None None] Pushing event updated for resources: {'Port': ['ID=b8a3e435-413f-4cec-b3e3-2193f6da7c05,revision_number=3']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:06.530291 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] For port a9c750ea-90a5-4894-9415-d3c9fce75520, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:06.535642 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] For port a9c750ea-90a5-4894-9415-d3c9fce75520, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a9c750ea-90a5-4894-9415-d3c9fce75520,segment=NetworkSegment(d31d79ab-b961-41fb-b688-faefe964cc53),segment_id=d31d79ab-b961-41fb-b688-faefe964cc53)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:06.537046 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks [] for router_gateway (3b430982-ac5c-42e8-ba5a-5e86e2762920), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.562930 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.604825 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Attempting to bind port b8a3e435-413f-4cec-b3e3-2193f6da7c05 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:06.605277 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Attempting to bind port b8a3e435-413f-4cec-b3e3-2193f6da7c05 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:06.605654 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Attempting to bind port b8a3e435-413f-4cec-b3e3-2193f6da7c05 on network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:06.616506 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.629505 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:06.629505 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Checking segment: {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:06.629505 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.629836 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Bound using segment: {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:06.630083 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Bound port: b8a3e435-413f-4cec-b3e3-2193f6da7c05, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'}}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:06.630515 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.730180 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Allocated IP 172.28.1.127 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/77f15ae4-a41f-4586-bde4-6c38ded68ee9) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:06.732829 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28504e88-07fa-407c-a483-bd0fcb4da591 None None] Pushing event updated for resources: {'Port': ['ID=a9c750ea-90a5-4894-9415-d3c9fce75520,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:06.751923 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] For port b8a3e435-413f-4cec-b3e3-2193f6da7c05, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:06.757019 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] For port b8a3e435-413f-4cec-b3e3-2193f6da7c05, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=b8a3e435-413f-4cec-b3e3-2193f6da7c05,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:06.827836 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-509a7599-d2d0-456d-ba35-bc0d56f03496 None None] Provisioning complete for port b8a3e435-413f-4cec-b3e3-2193f6da7c05 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:06.828224 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-509a7599-d2d0-456d-ba35-bc0d56f03496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.862684 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.879902 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-509a7599-d2d0-456d-ba35-bc0d56f03496 None None] Port b8a3e435-413f-4cec-b3e3-2193f6da7c05 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:06.901725 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks [] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:06.938817 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:06.939466 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:07.023332 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.052316 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21053ef-41a2-4922-bab4-f236c26dfc53 None None] Pushing event updated for resources: {'Port': ['ID=b8a3e435-413f-4cec-b3e3-2193f6da7c05,revision_number=4']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:07.076276 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:07.133500 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:07.145439 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:07.213518 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:07.229116 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec1276-fef7-41a3-95c2-e1896e7c3590 req-6ddd03cf-c7dd-40e2-804d-7f1d758d0ef5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:07.246356 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Pushing event updated for resources: {'Port': ['ID=77f15ae4-a41f-4586-bde4-6c38ded68ee9,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:07.262667 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9eec1276-fef7-41a3-95c2-e1896e7c3590 req-6ddd03cf-c7dd-40e2-804d-7f1d758d0ef5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.1615922 Mar 04 20:43:07.360625 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:07.363024 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f5162d-dcdf-4d81-8280-20eb48e135c4" -d '{"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-plugged", "status": "completed", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:07.388055 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9eec1276-fef7-41a3-95c2-e1896e7c3590 req-545c289e-559e-4cd4-8684-6abe1772a830 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200895 Mar 04 20:43:07.427338 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-c674338d-0c0b-4354-9730-487ce2a893bf None None] Provisioning complete for port b8a3e435-413f-4cec-b3e3-2193f6da7c05 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:07.432217 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c674338d-0c0b-4354-9730-487ce2a893bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.512772 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5aaa5d-09de-4881-afff-e6550f3667d4 x-openstack-request-id: req-be5aaa5d-09de-4881-afff-e6550f3667d4 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:07.513324 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-plugged", "status": "completed", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:07.513728 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be5aaa5d-09de-4881-afff-e6550f3667d4 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:07.514215 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'code': 200} Mar 04 20:43:07.517144 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc1692-50e5-457d-921a-5b8731bb42cb req-5341323c-8949-4156-8386-137ce93f2ef2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:07.529327 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b8cc1692-50e5-457d-921a-5b8731bb42cb req-5341323c-8949-4156-8386-137ce93f2ef2 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1614759 Mar 04 20:43:07.587822 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b8cc1692-50e5-457d-921a-5b8731bb42cb req-b26ca8fc-9378-4607-a8ad-6cf55fc677b3 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569293 Mar 04 20:43:07.616668 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-c674338d-0c0b-4354-9730-487ce2a893bf None None] Current status of the port b8a3e435-413f-4cec-b3e3-2193f6da7c05 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:07.617059 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c674338d-0c0b-4354-9730-487ce2a893bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.687377 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-c674338d-0c0b-4354-9730-487ce2a893bf None None] For port b8a3e435-413f-4cec-b3e3-2193f6da7c05, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=b8a3e435-413f-4cec-b3e3-2193f6da7c05,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:07.734137 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-dc431791-6641-47f8-9f94-435917d07414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:06Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:07.766346 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c674338d-0c0b-4354-9730-487ce2a893bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.769608 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc431791-6641-47f8-9f94-435917d07414 None None] The sync data for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb is: [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:06Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:07.784043 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks [] for router_gateway (3b430982-ac5c-42e8-ba5a-5e86e2762920), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:07.859487 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674338d-0c0b-4354-9730-487ce2a893bf None None] Pushing event updated for resources: {'Port': ['ID=b8a3e435-413f-4cec-b3e3-2193f6da7c05,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:07.965581 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a9c750ea-90a5-4894-9415-d3c9fce75520 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:08.060782 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port a9c750ea-90a5-4894-9415-d3c9fce75520 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:08.061722 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.240896 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port a9c750ea-90a5-4894-9415-d3c9fce75520 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:08.241510 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.297709 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0c29b6-f72f-4c1b-aee1-f728a94ca727 None None] Network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:08.301249 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port a9c750ea-90a5-4894-9415-d3c9fce75520, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a9c750ea-90a5-4894-9415-d3c9fce75520,segment=NetworkSegment(d31d79ab-b961-41fb-b688-faefe964cc53),segment_id=d31d79ab-b961-41fb-b688-faefe964cc53)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:08.388883 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.390178 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device b8a3e435-413f-4cec-b3e3-2193f6da7c05 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:08.422782 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800'] for router (3b430982-ac5c-42e8-ba5a-5e86e2762920), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.532151 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=a9c750ea-90a5-4894-9415-d3c9fce75520,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:08.565496 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-133acd0d-b8a9-48ba-b730-101ef153f807 None None] Provisioning complete for port a9c750ea-90a5-4894-9415-d3c9fce75520 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:08.573547 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-133acd0d-b8a9-48ba-b730-101ef153f807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.581038 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f7ec7-65a0-424b-90b1-0e0a83bad62b req-204f2ac6-4862-4c49-91d0-8314c9482b1f tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:08.589693 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-881f7ec7-65a0-424b-90b1-0e0a83bad62b req-204f2ac6-4862-4c49-91d0-8314c9482b1f tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.0936561 Mar 04 20:43:08.656346 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-881f7ec7-65a0-424b-90b1-0e0a83bad62b req-d451743d-22e6-4e47-b22a-c8629b3b6f34 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652218 Mar 04 20:43:08.705032 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port b8a3e435-413f-4cec-b3e3-2193f6da7c05 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:08.708414 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:08.749221 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Router 3b430982-ac5c-42e8-ba5a-5e86e2762920 is scheduled to L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 with binding_index 1 {{(pid=103639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:43:08.812182 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-133acd0d-b8a9-48ba-b730-101ef153f807 None None] Current status of the port a9c750ea-90a5-4894-9415-d3c9fce75520 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:08.830086 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d2fab-bb14-47cf-943d-9fc940664f22 req-ef7dd06d-0d81-42fc-ab39-4ad4149dbe96 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:08.841383 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d67d2fab-bb14-47cf-943d-9fc940664f22 req-ef7dd06d-0d81-42fc-ab39-4ad4149dbe96 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.1006007 Mar 04 20:43:08.905778 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port b8a3e435-413f-4cec-b3e3-2193f6da7c05 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:08.930839 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d67d2fab-bb14-47cf-943d-9fc940664f22 req-bfc2d033-bf64-4b79-a694-c5f1817d0250 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837057 Mar 04 20:43:08.936370 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbf251-a61e-4f9c-b6ed-e5e0f9a9d9b4 req-dd58c31e-fbff-403f-b620-a904f7863214 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:08.937879 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8afbf251-a61e-4f9c-b6ed-e5e0f9a9d9b4 req-dd58c31e-fbff-403f-b620-a904f7863214 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.2383461 Mar 04 20:43:09.079310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:09.093409 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Sync routers for ids ['3b430982-ac5c-42e8-ba5a-5e86e2762920'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:09.093889 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8afbf251-a61e-4f9c-b6ed-e5e0f9a9d9b4 req-40cc8e99-5fbc-4ac7-9b49-887c42c7da21 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209219 Mar 04 20:43:09.105388 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Routers {'3b430982-ac5c-42e8-ba5a-5e86e2762920'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:09.107794 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['3b430982-ac5c-42e8-ba5a-5e86e2762920'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:09.179223 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-4f0627c9-45f2-4572-a90d-1665563417de None None] Provisioning complete for port a9c750ea-90a5-4894-9415-d3c9fce75520 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:09.179597 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4f0627c9-45f2-4572-a90d-1665563417de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.193538 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.193538 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-7ac92e23-d344-4870-be91-9e321459b2bc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8771167 Mar 04 20:43:09.195259 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42908) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:09.436757 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Set router 3b430982-ac5c-42e8-ba5a-5e86e2762920 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:09.500120 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a564aa7-be16-492c-ae39-aa24c76abab5 req-64863296-d0a0-4284-b31b-face11b052c6 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:09.502935 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0a564aa7-be16-492c-ae39-aa24c76abab5 req-64863296-d0a0-4284-b31b-face11b052c6 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.1362743 Mar 04 20:43:09.573948 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-4f0627c9-45f2-4572-a90d-1665563417de None None] Current status of the port a9c750ea-90a5-4894-9415-d3c9fce75520 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:09.644396 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0a564aa7-be16-492c-ae39-aa24c76abab5 req-be7d08d4-7731-4a4b-b43d-d810583f63c0 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970831 Mar 04 20:43:09.658124 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 3, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'gw_port': {'id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:09.708064 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Checking router: 3b430982-ac5c-42e8-ba5a-5e86e2762920 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:09.708654 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Updating router 3b430982-ac5c-42e8-ba5a-5e86e2762920 port 77f15ae4-a41f-4586-bde4-6c38ded68ee9 binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:09.741820 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a9c750ea-90a5-4894-9415-d3c9fce75520 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:09.836479 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port a9c750ea-90a5-4894-9415-d3c9fce75520 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:09.836852 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.868206 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:09.911233 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.045696 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port a9c750ea-90a5-4894-9415-d3c9fce75520 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:10.047281 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device b8a3e435-413f-4cec-b3e3-2193f6da7c05 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:10.142535 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Allocated IP 172.20.0.1 (43cca472-1fc0-4c3b-9c62-5126a6d3d9fa/e9c31d18-88f9-46f4-80a0-18aeb9f79010/2a8173ed-54f6-4718-9482-0d35822bccb2) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:10.181858 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port b8a3e435-413f-4cec-b3e3-2193f6da7c05 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:10.182235 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.305832 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Publish callbacks [] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.330232 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Publish callbacks [] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.335311 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb75e65-e517-4523-a283-0d928dab7b7c req-01fa0cd8-e94d-4206-bbae-eb34ccda8a51 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:10.337552 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-aeb75e65-e517-4523-a283-0d928dab7b7c req-01fa0cd8-e94d-4206-bbae-eb34ccda8a51 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0781233 Mar 04 20:43:10.366624 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port b8a3e435-413f-4cec-b3e3-2193f6da7c05 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:10.396610 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.402502 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-aeb75e65-e517-4523-a283-0d928dab7b7c req-950b7e7e-5462-4f85-8b18-70c462840e08 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588946 Mar 04 20:43:10.449340 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.485807 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Attempting to bind port 77f15ae4-a41f-4586-bde4-6c38ded68ee9 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:10.487372 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Attempting to bind port 77f15ae4-a41f-4586-bde4-6c38ded68ee9 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:10.487372 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Attempting to bind port 77f15ae4-a41f-4586-bde4-6c38ded68ee9 on network 518225a1-02dd-44bb-a70b-df82d4aca4cd {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:10.497939 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4f4b5-cf99-4aba-8a11-3c9bf947ecba None None] Pushing event updated for resources: {'Port': ['ID=77f15ae4-a41f-4586-bde4-6c38ded68ee9,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:10.498640 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:10.501770 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:10.502311 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:10.502548 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:10.502977 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.503356 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Bound using segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:10.503847 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Bound port: 77f15ae4-a41f-4586-bde4-6c38ded68ee9, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:10.504233 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.504610 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:10.539994 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8173ed-54f6-4718-9482-0d35822bccb2,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:10.575977 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593037'] for router_interface (3b430982-ac5c-42e8-ba5a-5e86e2762920), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.624500 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] For port 77f15ae4-a41f-4586-bde4-6c38ded68ee9, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:10.651573 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] For port 77f15ae4-a41f-4586-bde4-6c38ded68ee9, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=77f15ae4-a41f-4586-bde4-6c38ded68ee9,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:10.939250 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-a9f123e1-76ab-4cc3-b19c-e59d8ade074c None None] Provisioning complete for port 2a8173ed-54f6-4718-9482-0d35822bccb2 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:10.939638 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a9f123e1-76ab-4cc3-b19c-e59d8ade074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:10.943841 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.124028 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.124780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-a9f123e1-76ab-4cc3-b19c-e59d8ade074c None None] Port 2a8173ed-54f6-4718-9482-0d35822bccb2 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:11.124780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4f4b5-cf99-4aba-8a11-3c9bf947ecba None None] Pushing event updated for resources: {'Port': ['ID=77f15ae4-a41f-4586-bde4-6c38ded68ee9,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:11.124780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Routers {'3b430982-ac5c-42e8-ba5a-5e86e2762920'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:11.124780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['3b430982-ac5c-42e8-ba5a-5e86e2762920'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:11.191828 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] Set router 3b430982-ac5c-42e8-ba5a-5e86e2762920 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:11.249003 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Publish callbacks [] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.405968 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'gw_port': {'id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '2a8173ed-54f6-4718-9482-0d35822bccb2', 'name': '', 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'mac_address': 'fa:16:3e:aa:50:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 1, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'subnets': [{'id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:11.432970 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8f273-549e-4417-a0c9-24dc9f1dc719 None None] The sync data for ids ['3b430982-ac5c-42e8-ba5a-5e86e2762920'] in dv-cinder-799871-17-smb is: [{'id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'gw_port': {'id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '2a8173ed-54f6-4718-9482-0d35822bccb2', 'name': '', 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'mac_address': 'fa:16:3e:aa:50:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 1, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'subnets': [{'id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:11.536568 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515bee9-1f2b-45a5-8899-3b45b8c2c636 req-0c9aad17-71af-4778-ade1-aed3dc540fa9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:11.538053 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1515bee9-1f2b-45a5-8899-3b45b8c2c636 req-0c9aad17-71af-4778-ade1-aed3dc540fa9 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0590801 Mar 04 20:43:11.557283 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.659208 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8173ed-54f6-4718-9482-0d35822bccb2,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:11.664537 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1592993'] for router_interface (3b430982-ac5c-42e8-ba5a-5e86e2762920), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:11.685928 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1515bee9-1f2b-45a5-8899-3b45b8c2c636 req-c93ae521-eda6-4d7a-8bf6-9da6fdcc6031 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368518 Mar 04 20:43:11.812986 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:11.814821 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:11.994186 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Router 3b430982-ac5c-42e8-ba5a-5e86e2762920 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:12.137562 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:12.143845 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-ac0a4c3d-981e-442c-938f-1656280f8524 admin admin] 10.222.0.41 "PUT /v2.0/routers/3b430982-ac5c-42e8-ba5a-5e86e2762920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9472558 Mar 04 20:43:12.193955 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-1d61d512-65f3-4a49-87d0-d1113fb0a26c None None] Provisioning complete for port 2a8173ed-54f6-4718-9482-0d35822bccb2 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:12.194492 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1d61d512-65f3-4a49-87d0-d1113fb0a26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:12.317947 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-1d61d512-65f3-4a49-87d0-d1113fb0a26c None None] Port 2a8173ed-54f6-4718-9482-0d35822bccb2 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:12.855993 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42944) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:12.861075 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-6d495bb1-742f-44ef-aea9-db64b6eeffc4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548411774', 'description': 'tempest-secgroup-smoke-1548411774 description', 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:12.921362 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d3ee-88da-4f65-b76c-dd03e78210c5 req-f7d9e050-5b0b-4f0a-8a95-1f00b2e7de83 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:12.923365 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ff15d3ee-88da-4f65-b76c-dd03e78210c5 req-f7d9e050-5b0b-4f0a-8a95-1f00b2e7de83 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1009886 Mar 04 20:43:12.956186 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d495bb1-742f-44ef-aea9-db64b6eeffc4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.029762 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ff15d3ee-88da-4f65-b76c-dd03e78210c5 req-8adeeaaa-ceff-47c3-a0e6-458ae1040921 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991414 Mar 04 20:43:13.051086 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d495bb1-742f-44ef-aea9-db64b6eeffc4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group (47f74135-fb97-42f2-a680-c643ad29067b), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.115070 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d495bb1-742f-44ef-aea9-db64b6eeffc4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (47f74135-fb97-42f2-a680-c643ad29067b), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.168894 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d495bb1-742f-44ef-aea9-db64b6eeffc4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f74135-fb97-42f2-a680-c643ad29067b,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:13.265864 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d495bb1-742f-44ef-aea9-db64b6eeffc4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.270433 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6d495bb1-742f-44ef-aea9-db64b6eeffc4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4097953 Mar 04 20:43:13.271098 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42956) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:13.277041 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-8d570098-8d30-4ac8-872e-80fbaf377792 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Request body: {'security_group_rule': {'security_group_id': '47f74135-fb97-42f2-a680-c643ad29067b', 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:13.372603 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d570098-8d30-4ac8-872e-80fbaf377792 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (5b69351c-760f-4785-b599-0accf47f55f7), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.444827 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d570098-8d30-4ac8-872e-80fbaf377792 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (5b69351c-760f-4785-b599-0accf47f55f7), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.553223 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d570098-8d30-4ac8-872e-80fbaf377792 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (5b69351c-760f-4785-b599-0accf47f55f7), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.584823 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d570098-8d30-4ac8-872e-80fbaf377792 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b69351c-760f-4785-b599-0accf47f55f7,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:13.652805 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8d570098-8d30-4ac8-872e-80fbaf377792 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.652805 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8d570098-8d30-4ac8-872e-80fbaf377792 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778870 Mar 04 20:43:13.657644 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42962) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:13.658694 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-112b3346-3198-4835-a69c-99d702ad3a14 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Request body: {'security_group_rule': {'security_group_id': '47f74135-fb97-42f2-a680-c643ad29067b', 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:13.789289 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-112b3346-3198-4835-a69c-99d702ad3a14 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (f5f301f9-95f0-4b4f-96ec-232a34e1a2b6), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.795073 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 77f15ae4-a41f-4586-bde4-6c38ded68ee9 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:13.876827 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 77f15ae4-a41f-4586-bde4-6c38ded68ee9 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:13.877553 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.901059 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-112b3346-3198-4835-a69c-99d702ad3a14 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (f5f301f9-95f0-4b4f-96ec-232a34e1a2b6), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:13.976654 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-112b3346-3198-4835-a69c-99d702ad3a14 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (f5f301f9-95f0-4b4f-96ec-232a34e1a2b6), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.012318 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b3346-3198-4835-a69c-99d702ad3a14 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f301f9-95f0-4b4f-96ec-232a34e1a2b6,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:14.025266 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 77f15ae4-a41f-4586-bde4-6c38ded68ee9 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:14.029641 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.086931 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port 77f15ae4-a41f-4586-bde4-6c38ded68ee9, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=77f15ae4-a41f-4586-bde4-6c38ded68ee9,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:14.109912 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-112b3346-3198-4835-a69c-99d702ad3a14 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.112073 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-112b3346-3198-4835-a69c-99d702ad3a14 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4572203 Mar 04 20:43:14.114838 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42972) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:14.121329 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-5ffbd9ce-4199-44e2-bfd4-70fc6106b77e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Request body: {'security_group_rule': {'security_group_id': '47f74135-fb97-42f2-a680-c643ad29067b', 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:14.200121 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.251011 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb90e6-d3e9-4ecd-a3ac-ce7e9fcf4462 req-29854635-7bfd-41f5-a448-f4d154eeb311 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:14.260359 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-dcfb90e6-d3e9-4ecd-a3ac-ce7e9fcf4462 req-29854635-7bfd-41f5-a448-f4d154eeb311 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0897999 Mar 04 20:43:14.324326 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd9ce-4199-44e2-bfd4-70fc6106b77e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (31110fc3-a4d4-4b86-abf1-4c138082f540), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.333455 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-dcfb90e6-d3e9-4ecd-a3ac-ce7e9fcf4462 req-751b1ddd-6eee-4137-aab0-36bad457e8f6 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721302 Mar 04 20:43:14.347780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=77f15ae4-a41f-4586-bde4-6c38ded68ee9,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:14.452393 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd9ce-4199-44e2-bfd4-70fc6106b77e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (31110fc3-a4d4-4b86-abf1-4c138082f540), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.538081 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd9ce-4199-44e2-bfd4-70fc6106b77e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (31110fc3-a4d4-4b86-abf1-4c138082f540), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.583969 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbd9ce-4199-44e2-bfd4-70fc6106b77e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31110fc3-a4d4-4b86-abf1-4c138082f540,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:14.649110 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd9ce-4199-44e2-bfd4-70fc6106b77e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.651539 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-5ffbd9ce-4199-44e2-bfd4-70fc6106b77e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5349636 Mar 04 20:43:14.656699 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 42974) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:14.659694 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-5f49dcd7-6d8c-474e-847c-5e207dce1a4b tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Request body: {'security_group_rule': {'security_group_id': '47f74135-fb97-42f2-a680-c643ad29067b', 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:14.783303 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5f49dcd7-6d8c-474e-847c-5e207dce1a4b tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (3c3d6779-bde8-4685-8fda-e9490c4da9e2), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.881427 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5f49dcd7-6d8c-474e-847c-5e207dce1a4b tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (3c3d6779-bde8-4685-8fda-e9490c4da9e2), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.892037 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.949610 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5f49dcd7-6d8c-474e-847c-5e207dce1a4b tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (3c3d6779-bde8-4685-8fda-e9490c4da9e2), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:14.972420 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49dcd7-6d8c-474e-847c-5e207dce1a4b tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3d6779-bde8-4685-8fda-e9490c4da9e2,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:15.049867 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5f49dcd7-6d8c-474e-847c-5e207dce1a4b tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.051979 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-5f49dcd7-6d8c-474e-847c-5e207dce1a4b tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3958566 Mar 04 20:43:15.058127 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42980) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:15.064293 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-da1892ce-b9df-45fb-9029-7cf30234f084 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Request body: {'security_group_rule': {'security_group_id': '47f74135-fb97-42f2-a680-c643ad29067b', 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:15.158509 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.securitygroups_db [None req-da1892ce-b9df-45fb-9029-7cf30234f084 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Project 31f5b5f3891f4f07a1e03e27e27818d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:43:15.162213 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da1892ce-b9df-45fb-9029-7cf30234f084 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (f7b5df79-1bdf-4379-a426-1b04d2265080), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.264898 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da1892ce-b9df-45fb-9029-7cf30234f084 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (f7b5df79-1bdf-4379-a426-1b04d2265080), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.288049 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Sync routers for ids ['3b430982-ac5c-42e8-ba5a-5e86e2762920'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:15.309937 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Routers {'3b430982-ac5c-42e8-ba5a-5e86e2762920'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:15.310756 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['3b430982-ac5c-42e8-ba5a-5e86e2762920'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:15.399291 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-1b9e6112-d945-4e67-ac50-64b5f5436d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:15.401547 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-1b9e6112-d945-4e67-ac50-64b5f5436d3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 1129 time: 0.0726862 Mar 04 20:43:15.461809 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Set router 3b430982-ac5c-42e8-ba5a-5e86e2762920 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:15.524350 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-b61b83f1-900a-4bf3-b92a-b2f89eb2c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:15.526630 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-b61b83f1-900a-4bf3-b92a-b2f89eb2c858 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 917 time: 0.1001441 Mar 04 20:43:15.592810 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c842e97-4f3a-4d82-a8cd-2e4cdb48c0f3 req-10346f2d-317c-4658-8c07-b42d34bc1fb4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:15.594231 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1c842e97-4f3a-4d82-a8cd-2e4cdb48c0f3 req-10346f2d-317c-4658-8c07-b42d34bc1fb4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1755629 Mar 04 20:43:15.600351 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-0dfc1708-9626-4a8f-92e2-0eb539660c9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3 HTTP/1.1" status: 200 len: 1001 time: 0.0677385 Mar 04 20:43:15.662870 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1c842e97-4f3a-4d82-a8cd-2e4cdb48c0f3 req-20ed87f2-bebf-47a5-8f22-6a9d7ae350e0 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627675 Mar 04 20:43:15.666759 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-fe91b971-0c09-4ab9-91f1-9ad4fcd04542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:15.668020 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-fe91b971-0c09-4ab9-91f1-9ad4fcd04542 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0620103 Mar 04 20:43:15.694465 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'gw_port': {'id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '2a8173ed-54f6-4718-9482-0d35822bccb2', 'name': '', 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'mac_address': 'fa:16:3e:aa:50:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:11Z', 'revision_number': 2, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'subnets': [{'id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:15.718329 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da1892ce-b9df-45fb-9029-7cf30234f084 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (f7b5df79-1bdf-4379-a426-1b04d2265080), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.726268 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Checking router: 3b430982-ac5c-42e8-ba5a-5e86e2762920 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:15.726766 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Updating router 3b430982-ac5c-42e8-ba5a-5e86e2762920 port 2a8173ed-54f6-4718-9482-0d35822bccb2 binding host dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:15.730919 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 77f15ae4-a41f-4586-bde4-6c38ded68ee9 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:15.744221 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1892ce-b9df-45fb-9029-7cf30234f084 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b5df79-1bdf-4379-a426-1b04d2265080,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:15.748597 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-0a75159c-7aa0-4264-9e66-f4321ed2a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:15.750558 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-0a75159c-7aa0-4264-9e66-f4321ed2a1b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0740714 Mar 04 20:43:15.757852 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.786849 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 77f15ae4-a41f-4586-bde4-6c38ded68ee9 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:15.787487 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.849300 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-aea9d518-b583-4ba7-87d4-e07b99dad412 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928109 Mar 04 20:43:15.869776 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 77f15ae4-a41f-4586-bde4-6c38ded68ee9 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:15.917546 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da1892ce-b9df-45fb-9029-7cf30234f084 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:15.924184 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-da1892ce-b9df-45fb-9029-7cf30234f084 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8621843 Mar 04 20:43:15.924681 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 42992) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:15.934437 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-fed79bdd-5cab-4249-93a7-b2ff3628dece tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Request body: {'security_group_rule': {'security_group_id': '47f74135-fb97-42f2-a680-c643ad29067b', 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:15.983606 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-22ebf6bc-2ea7-4a12-b1c5-f676f0b07622 req-1e3d8257-8ea3-4f56-a3db-8900e5289f0d service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287131 Mar 04 20:43:16.035100 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.securitygroups_db [None req-fed79bdd-5cab-4249-93a7-b2ff3628dece tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Project 31f5b5f3891f4f07a1e03e27e27818d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:43:16.041519 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fed79bdd-5cab-4249-93a7-b2ff3628dece tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (a3c65e22-79a5-4e42-a51d-ffaff9fe344c), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.050153 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Publish callbacks [] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), precommit_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.117896 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fed79bdd-5cab-4249-93a7-b2ff3628dece tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (a3c65e22-79a5-4e42-a51d-ffaff9fe344c), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.133771 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.185977 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18e9c5-ba35-4f80-9b8f-acbad82ab282 None None] Pushing event updated for resources: {'Port': ['ID=2a8173ed-54f6-4718-9482-0d35822bccb2,revision_number=3']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:16.245031 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fed79bdd-5cab-4249-93a7-b2ff3628dece tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (a3c65e22-79a5-4e42-a51d-ffaff9fe344c), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.271956 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Attempting to bind port 2a8173ed-54f6-4718-9482-0d35822bccb2 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:16.272589 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Attempting to bind port 2a8173ed-54f6-4718-9482-0d35822bccb2 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'd31d79ab-b961-41fb-b688-faefe964cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa'}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:16.273121 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Attempting to bind port 2a8173ed-54f6-4718-9482-0d35822bccb2 on network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:16.280591 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:16.283287 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Checking segment: {'id': 'd31d79ab-b961-41fb-b688-faefe964cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:16.283287 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.283287 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Bound using segment: {'id': 'd31d79ab-b961-41fb-b688-faefe964cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa'} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:16.283287 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Bound port: 2a8173ed-54f6-4718-9482-0d35822bccb2, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31d79ab-b961-41fb-b688-faefe964cc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa'}}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:16.283287 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.305157 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed79bdd-5cab-4249-93a7-b2ff3628dece tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c65e22-79a5-4e42-a51d-ffaff9fe344c,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:16.397790 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fed79bdd-5cab-4249-93a7-b2ff3628dece tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.399343 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-fed79bdd-5cab-4249-93a7-b2ff3628dece tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4721634 Mar 04 20:43:16.406208 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] For port 2a8173ed-54f6-4718-9482-0d35822bccb2, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:16.410243 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] For port 2a8173ed-54f6-4718-9482-0d35822bccb2, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=2a8173ed-54f6-4718-9482-0d35822bccb2,segment=NetworkSegment(d31d79ab-b961-41fb-b688-faefe964cc53),segment_id=d31d79ab-b961-41fb-b688-faefe964cc53)] {{(pid=103641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:16.481796 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.538061 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Routers {'3b430982-ac5c-42e8-ba5a-5e86e2762920'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:16.538713 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:42:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['3b430982-ac5c-42e8-ba5a-5e86e2762920'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:16.619726 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-4ae18363-9422-4413-a7a4-418a1ecf52f2 None None] Provisioning complete for port 2a8173ed-54f6-4718-9482-0d35822bccb2 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:16.620808 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4ae18363-9422-4413-a7a4-418a1ecf52f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.664238 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18e9c5-ba35-4f80-9b8f-acbad82ab282 None None] Pushing event updated for resources: {'Port': ['ID=2a8173ed-54f6-4718-9482-0d35822bccb2,revision_number=4']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:16.744148 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] Set router 3b430982-ac5c-42e8-ba5a-5e86e2762920 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:16.784918 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-4ae18363-9422-4413-a7a4-418a1ecf52f2 None None] Current status of the port 2a8173ed-54f6-4718-9482-0d35822bccb2 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:16.785232 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4ae18363-9422-4413-a7a4-418a1ecf52f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:16.873824 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-4ae18363-9422-4413-a7a4-418a1ecf52f2 None None] For port 2a8173ed-54f6-4718-9482-0d35822bccb2, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=2a8173ed-54f6-4718-9482-0d35822bccb2,segment=NetworkSegment(d31d79ab-b961-41fb-b688-faefe964cc53),segment_id=d31d79ab-b961-41fb-b688-faefe964cc53)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:16.919818 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f72ad3-e426-44d7-8a94-2914ff16296d req-127691e7-4bc9-4576-b8c9-4fceb4c6b8b4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:16.925430 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c3f72ad3-e426-44d7-8a94-2914ff16296d req-127691e7-4bc9-4576-b8c9-4fceb4c6b8b4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1359921 Mar 04 20:43:16.944794 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4ae18363-9422-4413-a7a4-418a1ecf52f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.051685 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c3f72ad3-e426-44d7-8a94-2914ff16296d req-553f5bd9-9469-4875-8bdc-99c4531895f0 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231358 Mar 04 20:43:17.067954 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae18363-9422-4413-a7a4-418a1ecf52f2 None None] Pushing event updated for resources: {'Port': ['ID=2a8173ed-54f6-4718-9482-0d35822bccb2,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:17.093810 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-3439cf0f-1624-42e9-92d5-a3f8a9562538 None None] Provisioning complete for port 2a8173ed-54f6-4718-9482-0d35822bccb2 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:17.094240 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3439cf0f-1624-42e9-92d5-a3f8a9562538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.172908 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-3439cf0f-1624-42e9-92d5-a3f8a9562538 None None] Current status of the port 2a8173ed-54f6-4718-9482-0d35822bccb2 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:17.176616 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-247326d0-0224-4e31-8761-243344ffd84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'gw_port': {'id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '2a8173ed-54f6-4718-9482-0d35822bccb2', 'name': '', 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'mac_address': 'fa:16:3e:aa:50:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:16Z', 'revision_number': 4, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'subnets': [{'id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:17.202208 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247326d0-0224-4e31-8761-243344ffd84a None None] The sync data for ids ['3b430982-ac5c-42e8-ba5a-5e86e2762920'] in dv-cinder-799871-17-smb is: [{'id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:43:10Z', 'revision_number': 4, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'gw_port': {'id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '2a8173ed-54f6-4718-9482-0d35822bccb2', 'name': '', 'network_id': '43cca472-1fc0-4c3b-9c62-5126a6d3d9fa', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'mac_address': 'fa:16:3e:aa:50:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:09Z', 'updated_at': '2022-03-04T20:43:16Z', 'revision_number': 4, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'subnets': [{'id': 'e9c31d18-88f9-46f4-80a0-18aeb9f79010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:17.401235 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-2c6b3ca8-6fde-4829-9cc9-13f549e3aa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.797980 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 2a8173ed-54f6-4718-9482-0d35822bccb2 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:17.852295 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 2a8173ed-54f6-4718-9482-0d35822bccb2 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:17.852827 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:17.863373 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793f412-b705-4213-86d8-ea4a763fb595 req-4b4b5c3c-2394-4830-8b80-a9efe28b476c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:17.864894 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0793f412-b705-4213-86d8-ea4a763fb595 req-4b4b5c3c-2394-4830-8b80-a9efe28b476c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.0729809 Mar 04 20:43:17.926773 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0793f412-b705-4213-86d8-ea4a763fb595 req-2b6721e7-178c-4e19-8a70-f377f30d4233 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545559 Mar 04 20:43:17.958497 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 2a8173ed-54f6-4718-9482-0d35822bccb2 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:17.959595 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43066) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:18.125766 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e74696-654c-47c8-80dc-8f992f578c16 tempest-TestMinimumBasicScenario-1610600572 tempest-TestMinimumBasicScenario-1610600572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:18.127810 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d3e74696-654c-47c8-80dc-8f992f578c16 tempest-TestMinimumBasicScenario-1610600572 tempest-TestMinimumBasicScenario-1610600572-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1124 time: 0.1670694 Mar 04 20:43:18.130867 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43078) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:18.137170 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'port_id': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:18.200180 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-81971856-2613-4aaf-a994-5a92a30988b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:18.201424 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9df19-64e7-4704-8267-c844cb9f3ee4 req-56bf9eda-6682-42fb-8239-a69e23cd506e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:18.201910 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-81971856-2613-4aaf-a994-5a92a30988b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 1129 time: 0.0593891 Mar 04 20:43:18.203308 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0af9df19-64e7-4704-8267-c844cb9f3ee4 req-56bf9eda-6682-42fb-8239-a69e23cd506e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.0586922 Mar 04 20:43:18.261490 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0af9df19-64e7-4704-8267-c844cb9f3ee4 req-a9c11b92-90fc-44ef-b82f-b02052bc1707 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522821 Mar 04 20:43:18.300824 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.331379 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-d60d6b88-a963-4a84-bc01-d6b29e5e86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:18.332849 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-d60d6b88-a963-4a84-bc01-d6b29e5e86bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 917 time: 0.1252460 Mar 04 20:43:18.444425 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-e1a289a0-211a-4edb-a1e7-ff5920fa6289 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3 HTTP/1.1" status: 200 len: 1001 time: 0.1011934 Mar 04 20:43:18.504430 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-cd4bbe6c-5321-4a1b-a685-53f0a35a164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:18.505809 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-cd4bbe6c-5321-4a1b-a685-53f0a35a164d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0542300 Mar 04 20:43:18.512076 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.634607 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-0c8d412f-3307-4bc7-a559-59602d7d9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:18.637465 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-0c8d412f-3307-4bc7-a559-59602d7d9182 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1215527 Mar 04 20:43:18.658776 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Allocated IP 172.28.1.126 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/448925b6-cf2b-472a-b35e-5aaea91e44e2) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:18.810056 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-22daeeec-912a-4b1f-bd8b-2d9af1343623 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490717 Mar 04 20:43:18.893473 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for port (448925b6-cf2b-472a-b35e-5aaea91e44e2), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:18.946533 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7158128-dfbf-4d5b-a0c9-b556241264fa req-cdc27e34-afeb-4fe3-845b-8f2519b36ff1 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301727 Mar 04 20:43:19.035653 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (448925b6-cf2b-472a-b35e-5aaea91e44e2), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.075613 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:19.079876 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:19.083323 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:19.089884 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'Port': ['ID=448925b6-cf2b-472a-b35e-5aaea91e44e2,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:19.119271 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.119629 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.119981 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.120325 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.120663 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.120997 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.121331 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.121662 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.121992 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.122319 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.122672 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.122999 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.123324 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:19.535525 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded95ba6-a973-4fa6-9cfe-f014ff8e4f8c req-37be8347-0305-40ba-9c25-6a944722530d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:19.536999 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ded95ba6-a973-4fa6-9cfe-f014ff8e4f8c req-37be8347-0305-40ba-9c25-6a944722530d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1971962 Mar 04 20:43:19.567307 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for floatingip (4976f4cc-643d-4150-b3f5-0595707e647f), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.626287 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ded95ba6-a973-4fa6-9cfe-f014ff8e4f8c req-676c21ee-f8f7-405b-81a9-31104c6a886b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817480 Mar 04 20:43:19.652401 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-23f36352-2bd9-4072-b215-989293ce19a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.709150 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (448925b6-cf2b-472a-b35e-5aaea91e44e2), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.878992 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for port (448925b6-cf2b-472a-b35e-5aaea91e44e2), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:19.949496 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (448925b6-cf2b-472a-b35e-5aaea91e44e2), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.021172 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'Port': ['ID=448925b6-cf2b-472a-b35e-5aaea91e44e2,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:20.031786 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (4976f4cc-643d-4150-b3f5-0595707e647f), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.131959 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Floating IP 4976f4cc-643d-4150-b3f5-0595707e647f associated. External IP: 172.28.1.126, port: 0358a6ef-4a14-4649-b620-0e051f0ade4b. Mar 04 20:43:20.349235 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:20.459991 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:20.470321 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] Sync routers for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:20.480402 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:20.481141 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:20.517004 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.550450 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-659371fc-460c-42b4-85dd-62b3c8544f9d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4181178 Mar 04 20:43:20.551072 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:20.553375 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082f3f88-cb21-47b1-a768-ddd7c4eab28a" -d '{"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:20.553562 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43110) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:20.565186 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452832072', 'description': 'tempest-secgroup-smoke-1452832072 description', 'project_id': 'aeafaa92879a4517abebfb74309976af'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:20.596471 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c778f-bd23-4f24-b370-91f65c4a5386 x-openstack-request-id: req-4a9c778f-bd23-4f24-b370-91f65c4a5386 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:20.597096 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:20.597449 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a9c778f-bd23-4f24-b370-91f65c4a5386 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:20.597926 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'status': 'completed', 'code': 200} Mar 04 20:43:20.641014 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.692168 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-2d5ad936-b0f9-4f53-8380-77f2bef9830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:20.698115 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-2d5ad936-b0f9-4f53-8380-77f2bef9830d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aeafaa92879a4517abebfb74309976af&device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1129 time: 0.0732269 Mar 04 20:43:20.719268 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group (cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.749294 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:20.801596 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.834590 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:20.843388 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.843746 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.844273 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.844516 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.845005 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.845349 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.845686 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.846499 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.846499 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.846787 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.847155 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.847292 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f560d-b18c-4351-84f3-30224f1817f1 req-4c073c73-0766-4e3c-af6a-84452c5bfb88 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:20.847492 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.847826 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:20.849540 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-dc6f560d-b18c-4351-84f3-30224f1817f1 req-4c073c73-0766-4e3c-af6a-84452c5bfb88 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 945 time: 0.1169376 Mar 04 20:43:20.899237 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-8775e8d8-ae64-4fe0-b219-81f0c0b020f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:20.901287 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-8775e8d8-ae64-4fe0-b219-81f0c0b020f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c62cf8d-645d-4419-bb45-8d057a3f43de HTTP/1.1" status: 200 len: 914 time: 0.1984942 Mar 04 20:43:20.901856 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:20.903332 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-06a392c1-434c-4f83-86b0-75dd81ac59d3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3485227 Mar 04 20:43:20.906227 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43124) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:20.914735 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-756c0503-2ae7-4af5-b6f8-938f4f17f69c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'security_group_rule': {'security_group_id': 'cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc', 'project_id': 'aeafaa92879a4517abebfb74309976af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:20.984091 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-dc6f560d-b18c-4351-84f3-30224f1817f1 req-669e1944-165a-4e3f-bc50-cfa5d4bad3dd tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254046 Mar 04 20:43:20.999930 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:21.014848 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-e8137176-f079-4f8a-afed-3863eb8ec2e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 999 time: 0.0930002 Mar 04 20:43:21.051455 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-756c0503-2ae7-4af5-b6f8-938f4f17f69c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (f73366ad-78c7-4a73-b99b-eda5a4a2c8aa), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.052081 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.079204 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-f63cb04b-2c4b-45d2-affd-55e4c62517f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:21.081185 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-f63cb04b-2c4b-45d2-affd-55e4c62517f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56c902b2-4736-471b-8caa-86a3664bd890 HTTP/1.1" status: 200 len: 852 time: 0.0585656 Mar 04 20:43:21.134065 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-756c0503-2ae7-4af5-b6f8-938f4f17f69c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (f73366ad-78c7-4a73-b99b-eda5a4a2c8aa), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.144595 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-b88767fe-3451-45b8-bbd8-cad3bc01c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:21.146279 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-b88767fe-3451-45b8-bbd8-cad3bc01c2cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c62cf8d-645d-4419-bb45-8d057a3f43de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0580616 Mar 04 20:43:21.148164 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 is: ACTIVE; New status is: DOWN {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:21.148567 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.164760 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '4976f4cc-643d-4150-b3f5-0595707e647f', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'port_id': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'mac_address': 'fa:16:3e:a4:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:19Z', 'updated_at': '2022-03-04T20:43:19Z', 'revision_number': 0, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453e2c2d-7eb9-48e8-a74d-ca83c52c5203', 'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'mac_address': 'fa:16:3e:12:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:23Z', 'updated_at': '2022-03-04T20:42:27Z', 'revision_number': 5, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'subnets': [{'id': '56c902b2-4736-471b-8caa-86a3664bd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:21.197996 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] Checking router: 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:21.203296 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:21.205693 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed42561a-db2c-4c73-881e-408d543d9086" -d '{"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-unplugged", "status": "completed", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:21.227429 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:21.232058 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:21.232689 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:21.237967 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-756c0503-2ae7-4af5-b6f8-938f4f17f69c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (f73366ad-78c7-4a73-b99b-eda5a4a2c8aa), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.256962 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c0503-2ae7-4af5-b6f8-938f4f17f69c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73366ad-78c7-4a73-b99b-eda5a4a2c8aa,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:21.273761 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6c662-c99f-438d-96c0-aeb6d101e60d x-openstack-request-id: req-94e6c662-c99f-438d-96c0-aeb6d101e60d {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:21.274256 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-unplugged", "status": "completed", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:21.274552 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94e6c662-c99f-438d-96c0-aeb6d101e60d {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:21.274896 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'code': 200} Mar 04 20:43:21.280171 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-61748762-4763-430c-a04f-d0f2be166919 service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249404 Mar 04 20:43:21.294648 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.381114 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-756c0503-2ae7-4af5-b6f8-938f4f17f69c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.382857 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-756c0503-2ae7-4af5-b6f8-938f4f17f69c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4749978 Mar 04 20:43:21.391725 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:21.397559 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43132) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:21.404096 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-8e1d63f2-c789-4119-8942-e11c0d49c7d5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'security_group_rule': {'security_group_id': 'cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc', 'project_id': 'aeafaa92879a4517abebfb74309976af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:21.422794 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=8']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:21.528615 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e1d63f2-c789-4119-8942-e11c0d49c7d5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (37bd06b6-2e6f-4a2e-b927-8877674c7639), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.603379 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e1d63f2-c789-4119-8942-e11c0d49c7d5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (37bd06b6-2e6f-4a2e-b927-8877674c7639), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.657930 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '4976f4cc-643d-4150-b3f5-0595707e647f', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'port_id': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'mac_address': 'fa:16:3e:a4:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:19Z', 'updated_at': '2022-03-04T20:43:19Z', 'revision_number': 0, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453e2c2d-7eb9-48e8-a74d-ca83c52c5203', 'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'mac_address': 'fa:16:3e:12:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:23Z', 'updated_at': '2022-03-04T20:42:27Z', 'revision_number': 5, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'subnets': [{'id': '56c902b2-4736-471b-8caa-86a3664bd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:21.670794 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-082f3f88-cb21-47b1-a768-ddd7c4eab28a req-1e78eb40-5a9a-429d-9789-c3b5c3e0d850 service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845718 Mar 04 20:43:21.689933 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e1d63f2-c789-4119-8942-e11c0d49c7d5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (37bd06b6-2e6f-4a2e-b927-8877674c7639), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.690284 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467eb025-af52-4385-97fe-880324e3b6cf None None] The sync data for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb is: [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '4976f4cc-643d-4150-b3f5-0595707e647f', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'floating_ip_address': '172.28.1.126', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'port_id': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'mac_address': 'fa:16:3e:a4:50:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:19Z', 'updated_at': '2022-03-04T20:43:19Z', 'revision_number': 0, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453e2c2d-7eb9-48e8-a74d-ca83c52c5203', 'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'mac_address': 'fa:16:3e:12:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:23Z', 'updated_at': '2022-03-04T20:42:27Z', 'revision_number': 5, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'subnets': [{'id': '56c902b2-4736-471b-8caa-86a3664bd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:21.710508 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d63f2-c789-4119-8942-e11c0d49c7d5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bd06b6-2e6f-4a2e-b927-8877674c7639,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:21.774835 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8e1d63f2-c789-4119-8942-e11c0d49c7d5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.776636 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8e1d63f2-c789-4119-8942-e11c0d49c7d5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3774004 Mar 04 20:43:21.784627 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43134) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:21.788977 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-f6f824a2-89d0-4a85-b219-ee19730d11d9 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'security_group_rule': {'security_group_id': 'cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc', 'project_id': 'aeafaa92879a4517abebfb74309976af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:21.881822 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f6f824a2-89d0-4a85-b219-ee19730d11d9 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (1f6f5ce5-9610-475a-bf67-9e063cec9b76), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:21.901391 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ef7ec-640d-459d-8f2b-f7a06013c599 None None] New status for floating IP 4976f4cc-643d-4150-b3f5-0595707e647f: ACTIVE {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:43:21.945351 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f6f824a2-89d0-4a85-b219-ee19730d11d9 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (1f6f5ce5-9610-475a-bf67-9e063cec9b76), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.023521 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f6f824a2-89d0-4a85-b219-ee19730d11d9 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (1f6f5ce5-9610-475a-bf67-9e063cec9b76), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.044239 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f824a2-89d0-4a85-b219-ee19730d11d9 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6f5ce5-9610-475a-bf67-9e063cec9b76,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:22.123242 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b840b4-3c35-480c-b662-1fc073ba4d09 req-3315f92a-ba9f-43e0-bdfb-92f552ba218a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:22.124699 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-42b840b4-3c35-480c-b662-1fc073ba4d09 req-3315f92a-ba9f-43e0-bdfb-92f552ba218a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0545332 Mar 04 20:43:22.131732 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f6f824a2-89d0-4a85-b219-ee19730d11d9 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.133027 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-f6f824a2-89d0-4a85-b219-ee19730d11d9 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3474619 Mar 04 20:43:22.136578 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43142) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:22.141047 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-62dd4468-ce11-44cd-81a0-f07b920bb3ff tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'security_group_rule': {'security_group_id': 'cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc', 'project_id': 'aeafaa92879a4517abebfb74309976af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:22.175988 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-42b840b4-3c35-480c-b662-1fc073ba4d09 req-6b4e89f4-e22a-4372-a03c-ace08586e63a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455799 Mar 04 20:43:22.280898 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.286171 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-62dd4468-ce11-44cd-81a0-f07b920bb3ff tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (a4c1e1d9-ef45-4a9f-a5e3-7d7e9ab9e0d3), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.349962 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-62dd4468-ce11-44cd-81a0-f07b920bb3ff tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (a4c1e1d9-ef45-4a9f-a5e3-7d7e9ab9e0d3), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.504376 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-62dd4468-ce11-44cd-81a0-f07b920bb3ff tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (a4c1e1d9-ef45-4a9f-a5e3-7d7e9ab9e0d3), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.529635 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd4468-ce11-44cd-81a0-f07b920bb3ff tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c1e1d9-ef45-4a9f-a5e3-7d7e9ab9e0d3,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:22.603634 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-62dd4468-ce11-44cd-81a0-f07b920bb3ff tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.608212 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-62dd4468-ce11-44cd-81a0-f07b920bb3ff tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4704652 Mar 04 20:43:22.609219 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43152) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:22.613859 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-564a9e29-e336-457e-af7d-579ee8cb856d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'security_group_rule': {'security_group_id': 'cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc', 'project_id': 'aeafaa92879a4517abebfb74309976af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:22.678222 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.securitygroups_db [None req-564a9e29-e336-457e-af7d-579ee8cb856d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Project aeafaa92879a4517abebfb74309976af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:43:22.683852 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-564a9e29-e336-457e-af7d-579ee8cb856d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (1a5925c0-ddb9-4958-8469-803e3a0c3a72), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.743398 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-564a9e29-e336-457e-af7d-579ee8cb856d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (1a5925c0-ddb9-4958-8469-803e3a0c3a72), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.810092 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-564a9e29-e336-457e-af7d-579ee8cb856d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (1a5925c0-ddb9-4958-8469-803e3a0c3a72), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.828532 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a9e29-e336-457e-af7d-579ee8cb856d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5925c0-ddb9-4958-8469-803e3a0c3a72,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:22.932474 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-564a9e29-e336-457e-af7d-579ee8cb856d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:22.936569 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-564a9e29-e336-457e-af7d-579ee8cb856d tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3234630 Mar 04 20:43:22.942858 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43156) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:22.951882 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-a01a24f6-da73-4cea-9722-f79a291264f4 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'security_group_rule': {'security_group_id': 'cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc', 'project_id': 'aeafaa92879a4517abebfb74309976af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:23.029438 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.securitygroups_db [None req-a01a24f6-da73-4cea-9722-f79a291264f4 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Project aeafaa92879a4517abebfb74309976af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 20:43:23.035856 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a01a24f6-da73-4cea-9722-f79a291264f4 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (fab3bca2-b064-466b-a780-f643577aa7d6), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.101015 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a01a24f6-da73-4cea-9722-f79a291264f4 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (fab3bca2-b064-466b-a780-f643577aa7d6), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.175630 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a01a24f6-da73-4cea-9722-f79a291264f4 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (fab3bca2-b064-466b-a780-f643577aa7d6), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.193429 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a24f6-da73-4cea-9722-f79a291264f4 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab3bca2-b064-466b-a780-f643577aa7d6,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:23.263239 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a01a24f6-da73-4cea-9722-f79a291264f4 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.264451 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a01a24f6-da73-4cea-9722-f79a291264f4 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3205473 Mar 04 20:43:23.367293 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-93a4435f-1c00-4cf6-96b0-fd3ea7e4525b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452832072&fields=id&tenant_id=aeafaa92879a4517abebfb74309976af HTTP/1.1" status: 200 len: 267 time: 0.0526030 Mar 04 20:43:23.430947 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-e185a1fe-b24f-4c5e-a3ce-55262f356fcb tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:23.432681 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-e185a1fe-b24f-4c5e-a3ce-55262f356fcb tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.0598888 Mar 04 20:43:23.444924 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-a9a7ab8f-1faf-48ca-a874-a9111216b837 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'port': {'security_groups': ['a47bd758-2984-4daa-b5a6-bb191e4e2e03', 'cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc']}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:23.516566 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-a9a7ab8f-1faf-48ca-a874-a9111216b837 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.667113 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.705418 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-a9a7ab8f-1faf-48ca-a874-a9111216b837 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] For port 0358a6ef-4a14-4649-b620-0e051f0ade4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:23.736421 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-a9a7ab8f-1faf-48ca-a874-a9111216b837 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.809634 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-a9a7ab8f-1faf-48ca-a874-a9111216b837 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.821638 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['0358a6ef-4a14-4649-b620-0e051f0ade4b'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:43:23.857892 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-a9a7ab8f-1faf-48ca-a874-a9111216b837 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:23.858240 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-a9a7ab8f-1faf-48ca-a874-a9111216b837 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:23.863223 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-42e2cb67-41de-47d8-8b75-792f59cff657 req-a9a7ab8f-1faf-48ca-a874-a9111216b837 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "PUT /v2.0/ports/0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 981 time: 0.4241333 Mar 04 20:43:23.864049 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:23.878273 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b488b3e4-8e25-40bb-942f-654dccbbf8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:23.916078 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ab8f-1faf-48ca-a874-a9111216b837 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'Port': ['ID=0358a6ef-4a14-4649-b620-0e051f0ade4b,revision_number=6']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:23.936286 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['0358a6ef-4a14-4649-b620-0e051f0ade4b'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:43:24.050478 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bc4ed-9872-49e0-8c36-46f4b5320d0a req-363073be-8fb0-4476-9dfd-724334cba507 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:24.062463 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-756bc4ed-9872-49e0-8c36-46f4b5320d0a req-363073be-8fb0-4476-9dfd-724334cba507 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.1163950 Mar 04 20:43:24.164439 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-756bc4ed-9872-49e0-8c36-46f4b5320d0a req-7c609bb2-8427-470c-9aef-d9b9408535a8 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000807 Mar 04 20:43:24.166632 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecbfbe3-29cf-4c2b-8835-0de3da1781c9 x-openstack-request-id: req-0ecbfbe3-29cf-4c2b-8835-0de3da1781c9 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:24.166953 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:24.167212 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ecbfbe3-29cf-4c2b-8835-0de3da1781c9 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:24.167610 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'status': 'completed', 'code': 200} Mar 04 20:43:24.269069 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-7b559400-33cd-4513-a767-82f701fd43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:24.271114 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-7b559400-33cd-4513-a767-82f701fd43ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aeafaa92879a4517abebfb74309976af&device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1168 time: 0.0750651 Mar 04 20:43:24.288064 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-75014ce6-66db-4b85-a829-f58827c34751 None None] Provisioning complete for port 0358a6ef-4a14-4649-b620-0e051f0ade4b triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:24.288448 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-75014ce6-66db-4b85-a829-f58827c34751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:24.333526 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [req-719d34ea-b1cd-487d-8b99-775854a2a126 req-15d1b116-e7b4-4d0d-94d7-047f52cf364b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:43:24.334596 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-719d34ea-b1cd-487d-8b99-775854a2a126 req-15d1b116-e7b4-4d0d-94d7-047f52cf364b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0725296 Mar 04 20:43:24.421421 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-24834edc-70e3-4754-8b9c-b8c86a843958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:24.426030 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-24834edc-70e3-4754-8b9c-b8c86a843958 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c62cf8d-645d-4419-bb45-8d057a3f43de HTTP/1.1" status: 200 len: 914 time: 0.1311796 Mar 04 20:43:24.503371 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-db9a744c-0530-40a5-9513-a5fc3b88607b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 1001 time: 0.0711451 Mar 04 20:43:24.553884 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-75014ce6-66db-4b85-a829-f58827c34751 None None] Current status of the port 0358a6ef-4a14-4649-b620-0e051f0ade4b is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:24.567790 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-039613ee-b513-490a-9953-e66e791718db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:24.570789 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-039613ee-b513-490a-9953-e66e791718db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56c902b2-4736-471b-8caa-86a3664bd890 HTTP/1.1" status: 200 len: 852 time: 0.0607376 Mar 04 20:43:24.640917 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-ccae0a22-d28c-455a-9b17-cb16b019a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:24.642499 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-ccae0a22-d28c-455a-9b17-cb16b019a2ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c62cf8d-645d-4419-bb45-8d057a3f43de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0636270 Mar 04 20:43:24.781464 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ed31a-c8d1-473a-9b39-240d4121fecb req-10f06cdc-1f31-4fa9-9208-bd68e9fddd22 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:24.783069 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4d3ed31a-c8d1-473a-9b39-240d4121fecb req-10f06cdc-1f31-4fa9-9208-bd68e9fddd22 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.1368484 Mar 04 20:43:24.820688 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-0b4ce43a-6043-4259-a147-6dc635be013c service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636467 Mar 04 20:43:24.900992 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4d3ed31a-c8d1-473a-9b39-240d4121fecb req-b0b30c9c-0ee8-473f-893e-a7381f23a757 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106896 Mar 04 20:43:24.937053 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b488b3e4-8e25-40bb-942f-654dccbbf8ca req-f639dc24-4eb8-4b8a-9fb1-2b4123e238dd service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055651 Mar 04 20:43:24.984566 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-228ac1ec-e431-4df3-a021-4d6f0d4ffeab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487487 Mar 04 20:43:25.036409 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:25.063548 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-a2cf10b8-82d7-4a2c-8c6f-c5f3ecdbb570 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:25.066214 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-a2cf10b8-82d7-4a2c-8c6f-c5f3ecdbb570 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports/6919f228-2dec-4ea1-8bdb-04ce54bb13f3 HTTP/1.1" status: 200 len: 940 time: 0.0526788 Mar 04 20:43:25.113941 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 is: DOWN; New status is: DOWN {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:26.038799 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654ab49-4caf-4736-9547-e6912c58016e req-92477fc4-bc36-4daf-a82b-3ed1d542676d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:26.040435 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8654ab49-4caf-4736-9547-e6912c58016e req-92477fc4-bc36-4daf-a82b-3ed1d542676d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0569429 Mar 04 20:43:26.090823 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8654ab49-4caf-4736-9547-e6912c58016e req-86f636fe-4361-4770-99c7-1f712020a9da tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446918 Mar 04 20:43:26.553505 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-cee7727d-4c39-4a48-9a8e-4dcff0c356a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:26.555059 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-cee7727d-4c39-4a48-9a8e-4dcff0c356a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956&tenant_id=afc329e2dfbc4e25b62b921dd177d858 HTTP/1.1" status: 200 len: 1127 time: 0.0470107 Mar 04 20:43:26.628695 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-63b3a404-df35-4ba7-826f-c2bfc6cc294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:26.630226 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-63b3a404-df35-4ba7-826f-c2bfc6cc294a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=afc329e2dfbc4e25b62b921dd177d858&device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 1127 time: 0.0502832 Mar 04 20:43:26.697581 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:43:26.725018 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-0d37acd0-b25c-4ff3-a74c-cba9eeb5ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:26.726849 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-0d37acd0-b25c-4ff3-a74c-cba9eeb5ffcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 200 len: 917 time: 0.0898685 Mar 04 20:43:26.796429 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-b79788f5-e80e-446c-9fd4-6c37ca632dd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3 HTTP/1.1" status: 200 len: 999 time: 0.0625861 Mar 04 20:43:26.845041 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-4fc86c3c-d817-4e95-9bc6-b06f9acc0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:26.846519 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-4fc86c3c-d817-4e95-9bc6-b06f9acc0721 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 200 len: 855 time: 0.0439024 Mar 04 20:43:26.895627 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-2a554e2c-3ae0-419c-8929-98cffb4d2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:26.897115 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-2a554e2c-3ae0-419c-8929-98cffb4d2dae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0433230 Mar 04 20:43:26.993223 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-6a770180-5c51-41ab-a45c-b452afb89b08 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886679 Mar 04 20:43:27.095159 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-20af9e91-e200-4e81-baa9-6dce14446fd6 req-a1605cb4-cb15-44c0-aa06-4867b9ce30e1 service neutron] 10.222.0.21 "GET /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951078 Mar 04 20:43:27.233607 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ac347-3920-4970-bb73-3a65c1d200f2 req-f7fd8a70-a2b3-4211-ac46-fb0ba2e14811 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:27.235480 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c78ac347-3920-4970-bb73-3a65c1d200f2 req-f7fd8a70-a2b3-4211-ac46-fb0ba2e14811 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0612891 Mar 04 20:43:27.292271 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c78ac347-3920-4970-bb73-3a65c1d200f2 req-ab7133b5-f8fb-41ba-b3b1-a3e279dd46d8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511107 Mar 04 20:43:28.433453 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c860-a4a9-46f3-adc7-25c7809e4405 req-fb258223-6247-47a5-81e7-d550f28eaa02 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:28.434993 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f4a4c860-a4a9-46f3-adc7-25c7809e4405 req-fb258223-6247-47a5-81e7-d550f28eaa02 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0641503 Mar 04 20:43:28.488477 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f4a4c860-a4a9-46f3-adc7-25c7809e4405 req-c5957ba1-adbc-48e6-9211-f9a1e1ffa889 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478530 Mar 04 20:43:29.634528 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbd943-af67-4073-a712-ef44a093016c req-6751506a-db04-45f3-8f97-7e5e75c47162 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:29.636029 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9adbd943-af67-4073-a712-ef44a093016c req-6751506a-db04-45f3-8f97-7e5e75c47162 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0606630 Mar 04 20:43:29.709022 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9adbd943-af67-4073-a712-ef44a093016c req-1ca2e1d5-e6f0-41d1-90d8-ff829f51b05f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650599 Mar 04 20:43:30.891474 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3af05-fb70-4685-b833-5177f8421004 req-baee1b84-900e-4d6f-98d3-654a296d8163 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:30.896596 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7f3af05-fb70-4685-b833-5177f8421004 req-baee1b84-900e-4d6f-98d3-654a296d8163 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0879741 Mar 04 20:43:30.949802 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7f3af05-fb70-4685-b833-5177f8421004 req-d656feb7-0a7e-44da-8e3d-d146e45cff90 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503645 Mar 04 20:43:31.653651 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-91bb4ddf-16d9-410a-869c-47e4a8410408 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548411774&fields=id&tenant_id=31f5b5f3891f4f07a1e03e27e27818d8 HTTP/1.1" status: 200 len: 267 time: 0.0521209 Mar 04 20:43:31.771187 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-8cb97f3f-82b8-4909-a8f6-a785fe69cb95 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:31.772572 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-8cb97f3f-82b8-4909-a8f6-a785fe69cb95 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/networks?id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 HTTP/1.1" status: 200 len: 809 time: 0.1126349 Mar 04 20:43:31.787871 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-32279d2f-e3b3-4cc3-a815-b3611b4171c8 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/quotas/31f5b5f3891f4f07a1e03e27e27818d8 HTTP/1.1" status: 200 len: 375 time: 0.0091422 Mar 04 20:43:31.852097 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-db91fa12-9960-4c6d-9bdb-730a24222bb1 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593019 Mar 04 20:43:32.014083 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-c558e854-3c02-4d6a-a0a1-51eddbad00bc service neutron] 10.222.0.41 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474299 Mar 04 20:43:32.092627 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270b243-a1a2-4c4b-82c6-09014196a11d req-a0c851b5-0154-42fa-8fe8-a6e94219d6bd tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:32.094436 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2270b243-a1a2-4c4b-82c6-09014196a11d req-a0c851b5-0154-42fa-8fe8-a6e94219d6bd tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0597706 Mar 04 20:43:32.122464 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-cbbd95e9-644d-4ffc-96db-1b6372eb1b83 service neutron] 10.222.0.41 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020527 Mar 04 20:43:32.330082 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2270b243-a1a2-4c4b-82c6-09014196a11d req-6189cc10-1fff-4e98-92d7-73e53cdc46ad tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210691 Mar 04 20:43:32.755770 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-08b5bee9-8659-4b06-acc5-d57a55b3fd16 req-c64a6c29-d81e-482d-b053-87862c103cfd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 210 time: 0.0638688 Mar 04 20:43:33.465569 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2362fe-7343-45a7-b19f-46a61c888fbc req-26fb9152-c086-4d30-b234-e6d962cf9b5a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:33.467262 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4e2362fe-7343-45a7-b19f-46a61c888fbc req-26fb9152-c086-4d30-b234-e6d962cf9b5a tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0553002 Mar 04 20:43:33.524624 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4e2362fe-7343-45a7-b19f-46a61c888fbc req-b9600ce8-72b4-447f-a401-5696df012342 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496683 Mar 04 20:43:33.841489 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-91e330f3-b708-4d9f-b19c-159e59269aa4 req-a05f8d70-51b0-4cee-a681-039ef288b1b1 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 210 time: 0.0440011 Mar 04 20:43:34.655740 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794e081-8dda-46ad-be75-232073277b78 req-ec5d9abf-f12d-4803-9261-d3b5a3ae8e24 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:34.657222 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e794e081-8dda-46ad-be75-232073277b78 req-ec5d9abf-f12d-4803-9261-d3b5a3ae8e24 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0597582 Mar 04 20:43:34.705801 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e794e081-8dda-46ad-be75-232073277b78 req-2dc11096-d4e8-4c8f-9690-250a17b213cb tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 Mar 04 20:43:34.942985 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e893e899-70ff-440b-84a4-bb5b8ad68c43 req-e1d87a3d-2042-40bf-9483-e70cd8928315 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 210 time: 0.0309987 Mar 04 20:43:35.832713 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea46f7e-db57-4053-ae49-0fc930f6b1a9 req-07d4f0cb-1e5b-43bd-894a-4a68d3f9d64d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:35.834283 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-aea46f7e-db57-4053-ae49-0fc930f6b1a9 req-07d4f0cb-1e5b-43bd-894a-4a68d3f9d64d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0548384 Mar 04 20:43:35.881572 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-aea46f7e-db57-4053-ae49-0fc930f6b1a9 req-669f0887-eb3f-43aa-a6a7-776ba3e4da96 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412893 Mar 04 20:43:36.036798 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fa2c8e83-d488-4ce1-a201-313459464f52 req-df0e501b-7f8d-43a7-97c0-9155346c44f8 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 210 time: 0.0282748 Mar 04 20:43:36.969558 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11abd4d-54bb-4b03-98ad-0ded502a2b30 req-0b6e192e-918e-41a1-9972-ba532fe1ce45 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:36.971100 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d11abd4d-54bb-4b03-98ad-0ded502a2b30 req-0b6e192e-918e-41a1-9972-ba532fe1ce45 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 945 time: 0.1218905 Mar 04 20:43:37.008549 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f06e6-5c49-4d45-aeda-c07bdb29a64b req-1266cd8a-4971-4017-a8aa-53bfd98affa4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:37.014306 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-669f06e6-5c49-4d45-aeda-c07bdb29a64b req-1266cd8a-4971-4017-a8aa-53bfd98affa4 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.0596960 Mar 04 20:43:37.016415 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-cef3bdbe-6b2b-47c6-aa9c-908d52833f50 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:37.017764 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-cef3bdbe-6b2b-47c6-aa9c-908d52833f50 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.21 "GET /v2.0/networks?id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 HTTP/1.1" status: 200 len: 809 time: 0.1379232 Mar 04 20:43:37.057902 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-669f06e6-5c49-4d45-aeda-c07bdb29a64b req-60849425-aec3-458b-bca0-07e3ce2bb999 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417724 Mar 04 20:43:37.061544 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d11abd4d-54bb-4b03-98ad-0ded502a2b30 req-75784835-9f38-41f6-bc3f-c27f62d63409 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771439 Mar 04 20:43:37.098746 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-190cba3e-18ac-4d59-9b4b-8303488292f2 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31f5b5f3891f4f07a1e03e27e27818d8 HTTP/1.1" status: 200 len: 380 time: 0.0694597 Mar 04 20:43:37.113624 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Request body: {'port': {'device_id': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'admin_state_up': True, 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'security_groups': ['47f74135-fb97-42f2-a680-c643ad29067b']}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:37.170782 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0121728c-59fc-421b-a1ec-7601313d09b3 req-e4ba0884-2a05-4b9a-90e8-48d4f5955312 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 210 time: 0.0316882 Mar 04 20:43:37.370364 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Made reservation on behalf of 31f5b5f3891f4f07a1e03e27e27818d8 for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:37.373964 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:37.497442 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Allocated IP 172.20.0.12 (89ecad0d-d59d-4c38-9a31-1ba7bbdbec74/ab9b47f7-353f-4353-8d50-2a78d4e6e3d9/c53d0d78-869b-4d26-8bb9-943793d0dd00) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:37.637460 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:37.724612 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:37.768448 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:37.771340 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:37.774949 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:37.782214 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'Port': ['ID=c53d0d78-869b-4d26-8bb9-943793d0dd00,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:37.836077 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:37.836717 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:37.912302 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-65684c0f-641b-4bb0-87ac-8b4d4bfb9b83 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8045902 Mar 04 20:43:37.985841 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Request body: {'port': {'device_id': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:38.047360 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:38.074047 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-3400a8c1-57b0-4c60-b4db-fffe1e3e86df None None] Provisioning complete for port c53d0d78-869b-4d26-8bb9-943793d0dd00 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:38.075266 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3400a8c1-57b0-4c60-b4db-fffe1e3e86df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:38.120147 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-3400a8c1-57b0-4c60-b4db-fffe1e3e86df None None] Port c53d0d78-869b-4d26-8bb9-943793d0dd00 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:38.248124 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc789b6-2bbd-4d94-8823-b9b31b815c85 req-488dcc02-4454-49de-a098-8ca42493c504 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:38.249703 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5fc789b6-2bbd-4d94-8823-b9b31b815c85 req-488dcc02-4454-49de-a098-8ca42493c504 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 945 time: 0.0883834 Mar 04 20:43:38.348566 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-5fc789b6-2bbd-4d94-8823-b9b31b815c85 req-82cf539f-a5ed-4756-8e8e-d8a4ba5b1aa5 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681357 Mar 04 20:43:38.413175 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53d0d78-869b-4d26-8bb9-943793d0dd00 {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:43:38.419357 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e0aac-5b43-4a56-8d5b-c864af8c3214 req-9d65b722-62ab-4e3f-bf05-850b2823e648 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:38.420825 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-443e0aac-5b43-4a56-8d5b-c864af8c3214 req-9d65b722-62ab-4e3f-bf05-850b2823e648 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 943 time: 0.2675662 Mar 04 20:43:38.429326 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Publish callbacks [] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:38.459383 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Transition to ACTIVE for port object c53d0d78-869b-4d26-8bb9-943793d0dd00 will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:43:38.473756 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-443e0aac-5b43-4a56-8d5b-c864af8c3214 req-6b6154a3-8918-4100-b133-2e5be5eb81b0 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470307 Mar 04 20:43:38.482490 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c3033-5dad-4461-b42e-8d0fbfd3d783 req-4e3e713d-330e-410c-b641-8552b4edbc02 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:38.490542 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-269c3033-5dad-4461-b42e-8d0fbfd3d783 req-4e3e713d-330e-410c-b641-8552b4edbc02 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 932 time: 0.0659113 Mar 04 20:43:38.536326 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-269c3033-5dad-4461-b42e-8d0fbfd3d783 req-1a1d58a5-3f41-4bd8-b3b8-33c825452059 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464253 Mar 04 20:43:38.549044 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:38.596498 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Pushing event updated for resources: {'Port': ['ID=c53d0d78-869b-4d26-8bb9-943793d0dd00,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:38.669109 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Attempting to bind port c53d0d78-869b-4d26-8bb9-943793d0dd00 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:38.669979 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Attempting to bind port c53d0d78-869b-4d26-8bb9-943793d0dd00 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:38.670337 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Attempting to bind port c53d0d78-869b-4d26-8bb9-943793d0dd00 on network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:38.675178 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Port c53d0d78-869b-4d26-8bb9-943793d0dd00 on network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:43:38.675496 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Attempting to bind port c53d0d78-869b-4d26-8bb9-943793d0dd00 on network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:38.680520 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:38.680862 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Checking segment: {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:38.681245 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Bound using segment: {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:38.681779 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Bound port: c53d0d78-869b-4d26-8bb9-943793d0dd00, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee12d65c-78ba-44e2-918e-fb3ab811f20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:38.682135 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:38.749364 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:38.752411 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:38.833151 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:38.865809 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:38.866661 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:38.868161 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] 10.222.0.21 "PUT /v2.0/ports/c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 200 len: 1094 time: 0.9445364 Mar 04 20:43:38.871216 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:38.874574 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbbd718-d2f4-43a6-a775-f202f6810e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:38.913580 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66ff84-51f7-4f7f-b663-7149420a895b service neutron] Pushing event updated for resources: {'Port': ['ID=c53d0d78-869b-4d26-8bb9-943793d0dd00,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:38.920510 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb42b9-a46d-4b21-8eb4-efd5d96e8df1 x-openstack-request-id: req-33cb42b9-a46d-4b21-8eb4-efd5d96e8df1 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:38.920988 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:38.921426 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33cb42b9-a46d-4b21-8eb4-efd5d96e8df1 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:38.922154 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'status': 'completed', 'code': 200} Mar 04 20:43:38.932906 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-69ad8af5-0ef8-41cf-93bb-d35dcd216986 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:38.934560 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-69ad8af5-0ef8-41cf-93bb-d35dcd216986 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 945 time: 0.0652821 Mar 04 20:43:38.989769 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbd718-d2f4-43a6-a775-f202f6810e6d req-3ebd495c-64e3-47e0-a3a6-ad4dad75e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:38.991465 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3fbbd718-d2f4-43a6-a775-f202f6810e6d req-3ebd495c-64e3-47e0-a3a6-ad4dad75e09c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1128 time: 0.0487890 Mar 04 20:43:39.081744 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Deleting port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:39.082213 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:39.096726 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbd718-d2f4-43a6-a775-f202f6810e6d req-04cba2a3-a28f-4e93-93d2-f499019bf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:39.098120 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3fbbd718-d2f4-43a6-a775-f202f6810e6d req-04cba2a3-a28f-4e93-93d2-f499019bf2b0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0977838 Mar 04 20:43:39.168015 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:43:39.176917 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] For port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:39.177279 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:39.195052 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbd718-d2f4-43a6-a775-f202f6810e6d req-cc817e97-cab1-4a7b-9ebe-0038e6cc9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:39.196548 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3fbbd718-d2f4-43a6-a775-f202f6810e6d req-cc817e97-cab1-4a7b-9ebe-0038e6cc9cba service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898578 Mar 04 20:43:39.270756 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:39.282163 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'port_id': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'mac_address': 'fa:16:3e:15:ee:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:43:39.290535 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-50e4b670-1b7f-41ff-8cc8-d64d6d55b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:39.292271 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-50e4b670-1b7f-41ff-8cc8-d64d6d55b4c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1128 time: 0.0577171 Mar 04 20:43:39.320014 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:39.320666 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:39.334942 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:43:39.337283 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-7630c729-80c5-4121-bb8c-7399d75a2f01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 200 len: 217 time: 0.0379457 Mar 04 20:43:39.361566 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:39.389854 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-caf7c8f8-b889-4e36-a533-d579e515da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:39.394321 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-caf7c8f8-b889-4e36-a533-d579e515da95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9b47f7-353f-4353-8d50-2a78d4e6e3d9 HTTP/1.1" status: 200 len: 848 time: 0.0481889 Mar 04 20:43:39.410985 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:39.411353 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:39.411721 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Floating IP 26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3 disassociated. External IP: 172.28.1.150, port: 62b8ddc4-b5a6-473e-9f64-84396ccedcd9. Mar 04 20:43:39.412024 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Calling delete_port for 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 owned by compute:nova {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:39.448109 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:39.474107 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-d4550e4d-3f8f-47da-a93b-2743d7a64c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:39.475782 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-d4550e4d-3f8f-47da-a93b-2743d7a64c46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0788796 Mar 04 20:43:39.500765 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22649d9c-f004-42d1-977e-bccfee66b94b req-03872caa-6344-47c6-9c31-1e0c052efb67 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:39.502291 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-22649d9c-f004-42d1-977e-bccfee66b94b req-03872caa-6344-47c6-9c31-1e0c052efb67 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 945 time: 0.0751255 Mar 04 20:43:39.513061 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=9']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:39.521873 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.522221 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.522610 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.522945 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.523280 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.523607 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.523931 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.524435 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.524761 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.525099 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.527851 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.528231 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.528569 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:39.599670 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-22649d9c-f004-42d1-977e-bccfee66b94b req-7cbb1504-f5e2-431f-bf20-ebc3ebf1e1d6 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups?id=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877488 Mar 04 20:43:39.615640 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-7bc569d4-5f56-48ea-93f5-eee8d6a1cd10 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311941 Mar 04 20:43:39.616776 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4a82e-70b2-4fac-85d0-2de00370bf26 req-351da9f5-4f0f-461e-ab50-f0ec61496df8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:39.618288 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a3f4a82e-70b2-4fac-85d0-2de00370bf26 req-351da9f5-4f0f-461e-ab50-f0ec61496df8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 944 time: 0.0579538 Mar 04 20:43:39.623666 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (62b8ddc4-b5a6-473e-9f64-84396ccedcd9), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:39.667791 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event deleted for resources: {'Port': ['ID=62b8ddc4-b5a6-473e-9f64-84396ccedcd9,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:39.693948 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['6919f228-2dec-4ea1-8bdb-04ce54bb13f3'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:43:39.701403 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a3f4a82e-70b2-4fac-85d0-2de00370bf26 req-7d8d004c-3b6c-4559-8e63-27810cf0fd2f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757630 Mar 04 20:43:39.762808 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bd6860ed-96ec-48b3-a7d9-fb5842dbc5f8 req-b1941af9-ce93-44d3-8c2c-370b0c2e12e6 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407733 Mar 04 20:43:39.778473 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950e85b-4b03-4376-b186-3b92b21e2834 req-8a64153a-74e9-4a0a-a0e7-d5bc5dc88153 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:39.780523 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8950e85b-4b03-4376-b186-3b92b21e2834 req-8a64153a-74e9-4a0a-a0e7-d5bc5dc88153 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 944 time: 0.0934145 Mar 04 20:43:39.834657 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8950e85b-4b03-4376-b186-3b92b21e2834 req-8816d753-e1ea-4597-9d0f-db601954820a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479267 Mar 04 20:43:39.842809 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:39.952026 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:39.961216 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] Sync routers for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:39.970539 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:39.971155 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:40.014478 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] No DVR routers for this DVR port 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 on host hv-cinder-79987 {{(pid=103639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:40.017142 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:40.020852 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3085f902-57e3-4b1d-b7fb-0ad42f91761e req-6529ec7a-cbce-42e2-a4d5-fa887629063d tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.21 "DELETE /v2.0/ports/62b8ddc4-b5a6-473e-9f64-84396ccedcd9 HTTP/1.1" status: 204 len: 173 time: 1.0779510 Mar 04 20:43:40.021350 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'name': 'network-vif-deleted', 'tag': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:40.024415 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3dda3f-b55f-4974-8fda-010bfbf2520c" -d '{"events": [{"server_uuid": "6c73187d-cfe8-40ee-ba17-2dcf5eb906e6", "name": "network-vif-deleted", "tag": "62b8ddc4-b5a6-473e-9f64-84396ccedcd9"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:40.099042 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:40.138249 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed39b08-634d-4577-ac34-ac9450212b8f x-openstack-request-id: req-3ed39b08-634d-4577-ac34-ac9450212b8f {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:40.138577 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c73187d-cfe8-40ee-ba17-2dcf5eb906e6", "name": "network-vif-deleted", "tag": "62b8ddc4-b5a6-473e-9f64-84396ccedcd9", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:40.138836 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ed39b08-634d-4577-ac34-ac9450212b8f {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:40.139241 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c73187d-cfe8-40ee-ba17-2dcf5eb906e6', 'name': 'network-vif-deleted', 'tag': '62b8ddc4-b5a6-473e-9f64-84396ccedcd9', 'status': 'completed', 'code': 200} Mar 04 20:43:40.443702 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:40.469387 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] Checking router: ccef5417-54ab-45b6-b7ba-c8feaa9cf822 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:40.477651 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:40.478252 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:40.582461 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:40.713803 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d57893fb-d4d1-4799-ba30-623b967c8b76 req-c1774d6a-65ac-4335-b449-984c2b231ac4 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c73187d-cfe8-40ee-ba17-2dcf5eb906e6 HTTP/1.1" status: 200 len: 210 time: 0.0301440 Mar 04 20:43:40.787267 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:40.814040 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0067f-dec2-4992-9ef6-048111d35ddc None None] The sync data for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb is: [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:38:25Z', 'revision_number': 4, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '7edaf47b-7a08-43df-9a2f-faae3c819bb8', 'name': '', 'network_id': 'decb093a-7e88-4e3c-bd79-2ebf623b306e', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'mac_address': 'fa:16:3e:db:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:23Z', 'updated_at': '2022-03-04T20:38:35Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'subnets': [{'id': 'df8ab674-da60-4a5d-940e-37747103e9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:40.833666 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e193b-d581-4c67-bd78-f0915158996b req-2ef61615-a648-4380-bcfc-911f0216c583 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:40.837420 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-565e193b-d581-4c67-bd78-f0915158996b req-2ef61615-a648-4380-bcfc-911f0216c583 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 944 time: 0.0586317 Mar 04 20:43:40.895855 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-565e193b-d581-4c67-bd78-f0915158996b req-c0940028-b9cd-448d-a89a-1313a157469f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544941 Mar 04 20:43:40.958991 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b56322-e52f-45c3-88af-29b0e4c666aa req-edc0ad63-6fbd-4fe7-a9b8-1da13aa12369 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:40.960464 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f5b56322-e52f-45c3-88af-29b0e4c666aa req-edc0ad63-6fbd-4fe7-a9b8-1da13aa12369 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 944 time: 0.0558732 Mar 04 20:43:41.012027 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f5b56322-e52f-45c3-88af-29b0e4c666aa req-9f0f5312-1471-4fbd-b4ad-a622cb74758e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Mar 04 20:43:41.067789 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c009d4-c596-42f4-83be-eec1e9737fb1 None None] New status for floating IP 26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3: DOWN {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:43:41.172366 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:41.222510 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:41.222885 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:41.302680 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:41.303071 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:41.325608 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:41.327875 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa21f19-5307-47dd-81f4-829531c1d696" -d '{"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-plugged", "status": "completed", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:41.339544 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:41.365835 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2956757-5d7c-43c9-837f-251b5a3082c5 x-openstack-request-id: req-b2956757-5d7c-43c9-837f-251b5a3082c5 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:41.366160 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-plugged", "status": "completed", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:41.366461 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2956757-5d7c-43c9-837f-251b5a3082c5 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:41.366865 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'code': 200} Mar 04 20:43:41.410328 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:41.411365 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:41.447721 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:41.448356 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 62b8ddc4-b5a6-473e-9f64-84396ccedcd9 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:41.474515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=10']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:41.657069 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ab58e-7cc8-4d4e-87ca-d47949e2efba req-dd19a06c-4bab-4230-8ff4-1b541ad47b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:41.658641 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f20ab58e-7cc8-4d4e-87ca-d47949e2efba req-dd19a06c-4bab-4230-8ff4-1b541ad47b8b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 1130 time: 0.0440767 Mar 04 20:43:41.701554 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f20ab58e-7cc8-4d4e-87ca-d47949e2efba req-fcc34a72-7b6b-46e0-b06a-107fb267fb89 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368013 Mar 04 20:43:41.844941 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43416) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:41.897544 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2045c20c-947b-4c39-95ab-b939685a6b65 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:41.924246 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2045c20c-947b-4c39-95ab-b939685a6b65 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:42.024031 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bfa6c-820f-4fb8-bf96-88c75abfd47d req-a182f31c-896f-4e17-8687-9fabe047012e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:42.025944 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a44bfa6c-820f-4fb8-bf96-88c75abfd47d req-a182f31c-896f-4e17-8687-9fabe047012e tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 946 time: 0.0513175 Mar 04 20:43:42.058054 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2045c20c-947b-4c39-95ab-b939685a6b65 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:42.060844 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-2045c20c-947b-4c39-95ab-b939685a6b65 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:42.062025 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-2045c20c-947b-4c39-95ab-b939685a6b65 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "DELETE /v2.0/security-groups/f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed HTTP/1.1" status: 204 len: 168 time: 0.2160830 Mar 04 20:43:42.065755 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43422) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:42.072060 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045c20c-947b-4c39-95ab-b939685a6b65 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:42.084912 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a44bfa6c-820f-4fb8-bf96-88c75abfd47d req-6c662091-a361-4aff-8141-74668ea2d4e1 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533898 Mar 04 20:43:42.085925 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.api.v2.resource [None req-b24f5b2a-ac46-43b4-b484-6d2abba83e3e tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] show failed (client error): The resource could not be found. Mar 04 20:43:42.086887 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-b24f5b2a-ac46-43b4-b484-6d2abba83e3e tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "GET /v2.0/security-groups/f092442d-d4c2-4a8c-a9d2-bbe8dc5395ed HTTP/1.1" status: 404 len: 347 time: 0.0199749 Mar 04 20:43:42.090506 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43424) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:42.151248 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424f914-72bf-4440-9494-f727c91064f6 req-cf400b45-8d92-4483-a3b2-cbdc0ca181d7 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:42.153153 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b424f914-72bf-4440-9494-f727c91064f6 req-cf400b45-8d92-4483-a3b2-cbdc0ca181d7 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 944 time: 0.0694830 Mar 04 20:43:42.202116 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b424f914-72bf-4440-9494-f727c91064f6 req-46efc552-274b-42f6-8327-eb2a4e531c2b tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434954 Mar 04 20:43:42.217270 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Deleting port 7a966a98-65f9-42cd-b2ac-4560f423fccf {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:42.217761 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (7a966a98-65f9-42cd-b2ac-4560f423fccf), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:42.295544 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (7a966a98-65f9-42cd-b2ac-4560f423fccf), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:42.295797 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (7a966a98-65f9-42cd-b2ac-4560f423fccf), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:42.308435 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Calling delete_port for 7a966a98-65f9-42cd-b2ac-4560f423fccf owned by network:floatingip {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:42.480885 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (7a966a98-65f9-42cd-b2ac-4560f423fccf), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:42.505054 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Pushing event deleted for resources: {'Port': ['ID=7a966a98-65f9-42cd-b2ac-4560f423fccf,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:42.564083 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks [] for floatingip (26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:42.566920 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:42.568054 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-a124d412-21cd-4095-9646-f82f753383e3 tempest-AttachVolumeTestJSON-502360265 tempest-AttachVolumeTestJSON-502360265-project] 10.222.0.41 "DELETE /v2.0/floatingips/26d2cf3a-c08a-4ee2-b1ae-d0580f83ebd3 HTTP/1.1" status: 204 len: 168 time: 0.4764349 Mar 04 20:43:43.198619 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device c53d0d78-869b-4d26-8bb9-943793d0dd00 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:43:43.217424 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ee970-0921-4657-b9f0-4f377f5390d0 req-8c11eb6a-bfb5-4e43-819f-d84c72f70aac tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:43.218952 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f66ee970-0921-4657-b9f0-4f377f5390d0 req-8c11eb6a-bfb5-4e43-819f-d84c72f70aac tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 946 time: 0.0577989 Mar 04 20:43:43.274879 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f66ee970-0921-4657-b9f0-4f377f5390d0 req-8b3f1e3c-0310-4521-9388-d889db76333c tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467668 Mar 04 20:43:43.312019 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:43.323515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'port_id': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'mac_address': 'fa:16:3e:df:4e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:43:43.337473 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f801bb-f509-4bd7-915b-65d30f4b8fe1 req-8cafd142-e516-48a0-9adc-e878714fde44 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:43.339939 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-99f801bb-f509-4bd7-915b-65d30f4b8fe1 req-8cafd142-e516-48a0-9adc-e878714fde44 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 944 time: 0.0557117 Mar 04 20:43:43.363553 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port c53d0d78-869b-4d26-8bb9-943793d0dd00 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:43.363947 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:43.377236 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53d0d78-869b-4d26-8bb9-943793d0dd00 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:43:43.397169 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-99f801bb-f509-4bd7-915b-65d30f4b8fe1 req-8e6e62c1-5737-473a-9ea4-f7d09e0a6eb6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499067 Mar 04 20:43:43.397396 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:43.463769 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:43.516695 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=c53d0d78-869b-4d26-8bb9-943793d0dd00,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:43.692229 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['c53d0d78-869b-4d26-8bb9-943793d0dd00'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:43:44.400307 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74140074-9952-400c-a75b-84c5e6231136 req-074a9c98-5eed-4683-9f49-29ba7899c6d8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:44.401849 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-74140074-9952-400c-a75b-84c5e6231136 req-074a9c98-5eed-4683-9f49-29ba7899c6d8 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 946 time: 0.0513957 Mar 04 20:43:44.451086 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-74140074-9952-400c-a75b-84c5e6231136 req-4962a845-b014-4b43-a7b5-2b99f4cb1a8f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435460 Mar 04 20:43:44.516475 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b9f0e-8d19-47d6-bbb0-4952977383d0 req-95c41baa-9a95-4178-ab73-cb977f80c41e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:44.517926 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-687b9f0e-8d19-47d6-bbb0-4952977383d0 req-95c41baa-9a95-4178-ab73-cb977f80c41e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 945 time: 0.0533316 Mar 04 20:43:44.570734 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-687b9f0e-8d19-47d6-bbb0-4952977383d0 req-03b7e5c7-a5e3-4b18-9603-d3fac27b8a55 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470932 Mar 04 20:43:44.838598 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:45.218186 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device c53d0d78-869b-4d26-8bb9-943793d0dd00 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:45.341221 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port c53d0d78-869b-4d26-8bb9-943793d0dd00 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:43:45.345182 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port c53d0d78-869b-4d26-8bb9-943793d0dd00 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:45.345563 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:45.426316 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port c53d0d78-869b-4d26-8bb9-943793d0dd00 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:45.426738 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:45.457286 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:45.457286 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f6a1fa-f47f-42e1-bf1a-cd4bbbcfdef7" -d '{"events": [{"server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "name": "network-vif-plugged", "status": "completed", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:45.466087 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:45.488086 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8828001-b744-47c8-8b26-df59d4fc69bf x-openstack-request-id: req-f8828001-b744-47c8-8b26-df59d4fc69bf {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:45.488520 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "name": "network-vif-plugged", "status": "completed", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:45.488789 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8828001-b744-47c8-8b26-df59d4fc69bf {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:45.489185 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'code': 200} Mar 04 20:43:45.520799 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:45.570314 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=c53d0d78-869b-4d26-8bb9-943793d0dd00,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:45.693398 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d11350-3c5f-4ba2-99e0-cdc6f301071d req-9d243ea9-bb03-40dc-97c7-2938f1407cd9 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:45.694886 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-08d11350-3c5f-4ba2-99e0-cdc6f301071d req-9d243ea9-bb03-40dc-97c7-2938f1407cd9 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0545087 Mar 04 20:43:45.741765 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-08d11350-3c5f-4ba2-99e0-cdc6f301071d req-9db1e8f3-b85f-482b-b984-aeaf07e02d0c tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402603 Mar 04 20:43:45.874366 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec92afe-4078-4167-96ac-7acfab47738e req-a1a9f992-de93-4664-8121-51ad2f91e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:45.876089 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0ec92afe-4078-4167-96ac-7acfab47738e req-a1a9f992-de93-4664-8121-51ad2f91e388 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1130 time: 0.0508730 Mar 04 20:43:45.919994 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0ec92afe-4078-4167-96ac-7acfab47738e req-848efdab-016c-4a3d-9e53-cc62f8cb8331 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376520 Mar 04 20:43:46.553414 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43504) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:46.865378 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366753-ae94-4243-91ca-5ae07c2562bd req-36db54f5-b9cc-49f9-9873-bd020339c847 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:46.875513 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-74366753-ae94-4243-91ca-5ae07c2562bd req-36db54f5-b9cc-49f9-9873-bd020339c847 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0606904 Mar 04 20:43:46.927708 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-74366753-ae94-4243-91ca-5ae07c2562bd req-6f2e4518-cb45-45a4-a097-2cbca797b807 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465000 Mar 04 20:43:47.094067 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592d340-d645-4111-b2dd-76931ec43bb3 req-38df5802-c2e3-4ad7-8190-b9e4df19b7dd tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:47.097172 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6592d340-d645-4111-b2dd-76931ec43bb3 req-38df5802-c2e3-4ad7-8190-b9e4df19b7dd tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0618105 Mar 04 20:43:47.196543 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6592d340-d645-4111-b2dd-76931ec43bb3 req-6f8b30d6-af83-4f0f-aaf2-f43ee514a54e tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913787 Mar 04 20:43:47.208352 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-cbb8294d-87ff-42b8-a544-f65acce96441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:47.209821 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-cbb8294d-87ff-42b8-a544-f65acce96441 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aeafaa92879a4517abebfb74309976af&device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1168 time: 0.0726001 Mar 04 20:43:47.264093 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594690'] for router_interface (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:47.314748 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-131bebc1-2230-407f-bd32-08a11ad1ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:47.316403 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-131bebc1-2230-407f-bd32-08a11ad1ec55 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c62cf8d-645d-4419-bb45-8d057a3f43de HTTP/1.1" status: 200 len: 914 time: 0.0917938 Mar 04 20:43:47.375627 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-d03f7fe9-412c-4ad6-88d2-1419ea3f88e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:47.409422 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-5f6909cb-7ac8-4420-8bc5-eef8d6aa34e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 1001 time: 0.0859840 Mar 04 20:43:47.459324 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-bf197bfc-39d6-4858-afe0-260b6b4f12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:47.460717 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-bf197bfc-39d6-4858-afe0-260b6b4f12e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56c902b2-4736-471b-8caa-86a3664bd890 HTTP/1.1" status: 200 len: 852 time: 0.0455723 Mar 04 20:43:47.509887 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Deleting port 7edaf47b-7a08-43df-9a2f-faae3c819bb8 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:47.510211 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:47.511040 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-291974c5-af13-44ec-8318-e34a7dcf3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:47.512555 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-291974c5-af13-44ec-8318-e34a7dcf3db8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c62cf8d-645d-4419-bb45-8d057a3f43de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442061 Mar 04 20:43:47.588375 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] For port 7edaf47b-7a08-43df-9a2f-faae3c819bb8, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=7edaf47b-7a08-43df-9a2f-faae3c819bb8,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:47.589045 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:47.597613 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-26993014-7928-4586-8435-a52a99533efe service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789218 Mar 04 20:43:47.600378 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Calling delete_port for 7edaf47b-7a08-43df-9a2f-faae3c819bb8 owned by network:router_interface {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:47.690212 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ce4bc8b1-e9f1-4391-b2de-c31428a7c1e3 req-f3194ae5-1c8b-4ae1-a511-6bce2a2c7956 service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855582 Mar 04 20:43:47.838828 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (7edaf47b-7a08-43df-9a2f-faae3c819bb8), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:47.866286 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Pushing event deleted for resources: {'Port': ['ID=7edaf47b-7a08-43df-9a2f-faae3c819bb8,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:48.062679 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594678'] for router_interface (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:48.085097 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825ecb-4dea-40cb-9356-cd9481c9827e req-c29df79f-323c-46e6-b1ae-357604814258 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:48.086577 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8d825ecb-4dea-40cb-9356-cd9481c9827e req-c29df79f-323c-46e6-b1ae-357604814258 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0719292 Mar 04 20:43:48.214192 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8d825ecb-4dea-40cb-9356-cd9481c9827e req-e3d4789b-4319-4465-8d39-869cd360810b tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926445 Mar 04 20:43:48.345790 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bbe9b-4210-45a4-b656-ab577ea23e38 req-f163368a-b275-4921-95c9-1124c871cfb8 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:48.347432 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d55bbe9b-4210-45a4-b656-ab577ea23e38 req-f163368a-b275-4921-95c9-1124c871cfb8 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0568876 Mar 04 20:43:48.392816 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df2eaf-d383-451f-9ad4-b49793f728b9 req-944e3205-bb62-4431-ab58-6571be030f59 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:48.394292 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-48df2eaf-d383-451f-9ad4-b49793f728b9 req-944e3205-bb62-4431-ab58-6571be030f59 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.1003785 Mar 04 20:43:48.399268 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:48.407246 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-d55bbe9b-4210-45a4-b656-ab577ea23e38 req-4dc7ac4d-7748-45c6-ba72-50722c84ae2e tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534835 Mar 04 20:43:48.498155 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-48df2eaf-d383-451f-9ad4-b49793f728b9 req-a466c37d-1c13-4303-a6b5-760293a5e814 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931504 Mar 04 20:43:48.518893 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43520) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:48.549283 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:48.558039 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6d0e23d9-cc1d-430c-a75c-9d64c54fa2db admin admin] 10.222.0.41 "PUT /v2.0/routers/ccef5417-54ab-45b6-b7ba-c8feaa9cf822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9997652 Mar 04 20:43:48.558039 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43524) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:48.561159 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] Sync routers for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:48.570847 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:48.571467 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:48.612651 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c3d9f4-6637-41af-8402-06877fbffbd0 tempest-TestShelveInstance-1749306312 tempest-TestShelveInstance-1749306312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:48.617193 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-61c3d9f4-6637-41af-8402-06877fbffbd0 tempest-TestShelveInstance-1749306312 tempest-TestShelveInstance-1749306312-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1125 time: 0.0970831 Mar 04 20:43:48.617766 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43526) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:48.622506 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'port_id': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:48.662373 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks [] for router (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:48.683457 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:48.709459 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:48.768982 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks [] for router_gateway (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:48.810995 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:48.866297 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:43:47Z', 'revision_number': 5, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port': {'id': '626675bb-f87d-4050-820e-aeb3eba37b4e', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:48.889497 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Deleting port 626675bb-f87d-4050-820e-aeb3eba37b4e {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:48.889836 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:48.893726 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] Checking router: ccef5417-54ab-45b6-b7ba-c8feaa9cf822 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:48.902266 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] Routers {'ccef5417-54ab-45b6-b7ba-c8feaa9cf822'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:48.902923 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:48.923664 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Allocated IP 172.28.1.224 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/d8b23e58-7d4e-461a-8200-f7da0ef792b1) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:48.970255 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] For port 626675bb-f87d-4050-820e-aeb3eba37b4e, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=626675bb-f87d-4050-820e-aeb3eba37b4e,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:48.971202 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:48.987558 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Calling delete_port for 626675bb-f87d-4050-820e-aeb3eba37b4e owned by network:router_gateway {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:48.997656 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] Set router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 gateway port host: None {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:49.031061 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for port (d8b23e58-7d4e-461a-8200-f7da0ef792b1), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.052151 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:43:48Z', 'revision_number': 6, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port_host': None}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:49.081652 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7362bbf-ff79-44cb-b718-538aaf37eeac None None] The sync data for ids ['ccef5417-54ab-45b6-b7ba-c8feaa9cf822'] in dv-cinder-799871-17-smb is: [{'id': 'ccef5417-54ab-45b6-b7ba-c8feaa9cf822', 'name': 'tempest-AttachVolumeTestJSON-691731887-router', 'tenant_id': 'edfe6d2f87f14edabe06c1f810079d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:15Z', 'updated_at': '2022-03-04T20:43:48Z', 'revision_number': 6, 'project_id': 'edfe6d2f87f14edabe06c1f810079d01', 'gw_port_host': None}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:49.115380 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (d8b23e58-7d4e-461a-8200-f7da0ef792b1), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.156565 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:49.159408 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:49.162794 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:49.186540 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'Port': ['ID=d8b23e58-7d4e-461a-8200-f7da0ef792b1,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:49.217899 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (626675bb-f87d-4050-820e-aeb3eba37b4e), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.243354 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Pushing event deleted for resources: {'Port': ['ID=626675bb-f87d-4050-820e-aeb3eba37b4e,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:49.305165 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592732'] for router_gateway (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.398474 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60029'] for router (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.398474 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks [] for router_controller (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.509883 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596735'] for router (ccef5417-54ab-45b6-b7ba-c8feaa9cf822), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.510708 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccef5417-54ab-45b6-b7ba-c8feaa9cf822 {{(pid=103638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:43:49.519201 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.519201 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-523a87bd-864b-48bc-a37a-a59e23b23371 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ccef5417-54ab-45b6-b7ba-c8feaa9cf822 HTTP/1.1" status: 204 len: 168 time: 0.9601426 Mar 04 20:43:49.521670 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43530) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:49.647024 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-d162b10b-b33c-4d17-bba1-cef9dd839220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.808122 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_v2 [None req-276728d1-b9f2-41db-88c7-b65b273ece67 admin admin] Deleting subnet df8ab674-da60-4a5d-940e-37747103e9b3 {{(pid=103639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:43:49.814217 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-276728d1-b9f2-41db-88c7-b65b273ece67 admin admin] Publish callbacks [] for subnet (df8ab674-da60-4a5d-940e-37747103e9b3), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.816134 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for floatingip (846616f6-3ab5-4bf3-9a9e-e3f019269a91), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.866729 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7234-dc17-4c8c-92d5-b6df1a3dfade req-bc03f8d1-83eb-4c09-a765-78b314913875 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:49.868272 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-17cd7234-dc17-4c8c-92d5-b6df1a3dfade req-bc03f8d1-83eb-4c09-a765-78b314913875 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.3637886 Mar 04 20:43:49.904112 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-276728d1-b9f2-41db-88c7-b65b273ece67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130617293'] for subnet (df8ab674-da60-4a5d-940e-37747103e9b3), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:49.918816 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 7edaf47b-7a08-43df-9a2f-faae3c819bb8 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:49.939173 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 7edaf47b-7a08-43df-9a2f-faae3c819bb8 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:49.939517 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 7edaf47b-7a08-43df-9a2f-faae3c819bb8 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:49.939934 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 626675bb-f87d-4050-820e-aeb3eba37b4e no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:49.958425 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 626675bb-f87d-4050-820e-aeb3eba37b4e {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:49.959014 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 626675bb-f87d-4050-820e-aeb3eba37b4e not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:50.019556 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-17cd7234-dc17-4c8c-92d5-b6df1a3dfade req-23ea2f8b-5ef9-4201-8b63-e58d35e88ccf tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412027 Mar 04 20:43:50.069753 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (d8b23e58-7d4e-461a-8200-f7da0ef792b1), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.092047 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-276728d1-b9f2-41db-88c7-b65b273ece67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (df8ab674-da60-4a5d-940e-37747103e9b3), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.245650 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-276728d1-b9f2-41db-88c7-b65b273ece67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133226011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130826723'] for subnet (df8ab674-da60-4a5d-940e-37747103e9b3), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.280945 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276728d1-b9f2-41db-88c7-b65b273ece67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8ab674-da60-4a5d-940e-37747103e9b3,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:50.283015 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-276728d1-b9f2-41db-88c7-b65b273ece67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.284793 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1c150-5695-4903-93b5-bdf428602ecb None None] Network decb093a-7e88-4e3c-bd79-2ebf623b306e requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:50.288778 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-276728d1-b9f2-41db-88c7-b65b273ece67 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/df8ab674-da60-4a5d-940e-37747103e9b3 HTTP/1.1" status: 204 len: 168 time: 0.7635140 Mar 04 20:43:50.288897 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43532) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:50.295895 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for port (d8b23e58-7d4e-461a-8200-f7da0ef792b1), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.358224 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (decb093a-7e88-4e3c-bd79-2ebf623b306e), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.380883 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (d8b23e58-7d4e-461a-8200-f7da0ef792b1), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.411347 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Deleting port ece16d5c-83af-4965-9c13-4427b97653f1 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:50.411701 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.454831 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event updated for resources: {'Port': ['ID=d8b23e58-7d4e-461a-8200-f7da0ef792b1,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:50.465756 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (846616f6-3ab5-4bf3-9a9e-e3f019269a91), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.474877 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bf6f4b-adbd-4272-b575-785e61e5d00d None None] DHCP port deletion for decb093a-7e88-4e3c-bd79-2ebf623b306e request from dv-cinder-799871-17-smb {{(pid=103640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:43:50.480918 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] For port ece16d5c-83af-4965-9c13-4427b97653f1, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=ece16d5c-83af-4965-9c13-4427b97653f1,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:50.481539 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.496896 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Calling delete_port for ece16d5c-83af-4965-9c13-4427b97653f1 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:50.526505 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-27bf6f4b-adbd-4272-b575-785e61e5d00d None None] Deleting port ece16d5c-83af-4965-9c13-4427b97653f1 {{(pid=103640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:43:50.526901 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-27bf6f4b-adbd-4272-b575-785e61e5d00d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), before_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.580670 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Floating IP 846616f6-3ab5-4bf3-9a9e-e3f019269a91 associated. External IP: 172.28.1.224, port: c53d0d78-869b-4d26-8bb9-943793d0dd00. Mar 04 20:43:50.635501 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.665994 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Pushing event deleted for resources: {'Port': ['ID=ece16d5c-83af-4965-9c13-4427b97653f1,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:50.669599 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] No DVR routers for this DVR port ece16d5c-83af-4965-9c13-4427b97653f1 on host dv-cinder-799871-17-smb {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:50.722105 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-27bf6f4b-adbd-4272-b575-785e61e5d00d None None] For port ece16d5c-83af-4965-9c13-4427b97653f1, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=ece16d5c-83af-4965-9c13-4427b97653f1,segment=NetworkSegment(c902f755-d537-429e-9332-0e6b58f7cf4c),segment_id=c902f755-d537-429e-9332-0e6b58f7cf4c)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:50.722711 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-27bf6f4b-adbd-4272-b575-785e61e5d00d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), precommit_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.736110 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-27bf6f4b-adbd-4272-b575-785e61e5d00d None None] Calling delete_port for ece16d5c-83af-4965-9c13-4427b97653f1 owned by network:dhcp {{(pid=103640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:43:50.747294 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (decb093a-7e88-4e3c-bd79-2ebf623b306e), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.769341 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decb093a-7e88-4e3c-bd79-2ebf623b306e']}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:50.779743 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c902f755-d537-429e-9332-0e6b58f7cf4c') {'for_net_delete': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:50.780175 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c902f755-d537-429e-9332-0e6b58f7cf4c') {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:50.795193 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132075379'] for segment (c902f755-d537-429e-9332-0e6b58f7cf4c), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.811647 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (c902f755-d537-429e-9332-0e6b58f7cf4c), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.815242 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Router 9edebbe4-b814-4b58-bef9-8c53d6e1196d has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:50.818084 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:43:50.818860 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073731'] for segment (c902f755-d537-429e-9332-0e6b58f7cf4c), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: Traceback (most recent call last): Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: timer() Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: cb(*args, **kw) Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: return func(*args, **kwargs) Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: self._notify() Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: self.callback(batched_events) Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: event.method(event) Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: return f(self, *a, **k) Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: return self._get(url).json() Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: return self.request(url, 'GET', **kwargs) Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:43:50.820745 dv-cinder-799871-17-smb neutron-server[103638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:43:50.853732 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-27bf6f4b-adbd-4272-b575-785e61e5d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (ece16d5c-83af-4965-9c13-4427b97653f1), after_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.879942 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf6f4b-adbd-4272-b575-785e61e5d00d None None] Pushing event deleted for resources: {'Port': ['ID=ece16d5c-83af-4965-9c13-4427b97653f1,revision_number=None']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:50.883701 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf6f4b-adbd-4272-b575-785e61e5d00d None None] No DVR routers for this DVR port ece16d5c-83af-4965-9c13-4427b97653f1 on host dv-cinder-799871-17-smb {{(pid=103640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:43:50.937707 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:50.949171 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (decb093a-7e88-4e3c-bd79-2ebf623b306e), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.952409 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] Sync routers for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:50.962903 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:50.963531 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:50.964890 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:50.970565 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] 10.222.0.41 "DELETE /v2.0/networks/decb093a-7e88-4e3c-bd79-2ebf623b306e HTTP/1.1" status: 204 len: 168 time: 0.6781840 Mar 04 20:43:50.970565 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e706c23-c79e-48d5-8f46-5d8791b1f53e admin admin] Pushing event deleted for resources: {'Network': ['ID=decb093a-7e88-4e3c-bd79-2ebf623b306e,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:50.977164 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:51.031452 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:51.066456 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-da251457-db8c-4f50-9596-a7c87d86b3c6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4439220 Mar 04 20:43:51.066456 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:43:51.066456 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824e51f0-bb0c-4254-aab8-99a2d270a3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:43:51.075371 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:51.114484 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50b8e7-d37a-432a-9203-674c654241d8 x-openstack-request-id: req-7c50b8e7-d37a-432a-9203-674c654241d8 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:43:51.114484 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:43:51.114484 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c50b8e7-d37a-432a-9203-674c654241d8 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:43:51.114484 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'status': 'completed', 'code': 200} Mar 04 20:43:51.160625 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840013f-f6a0-4755-b2a8-70681951748d req-1b3e8ef9-0467-4292-abf2-959b102a9656 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:51.162055 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d840013f-f6a0-4755-b2a8-70681951748d req-1b3e8ef9-0467-4292-abf2-959b102a9656 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0613685 Mar 04 20:43:51.183950 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-3bf2da80-275e-4800-a919-06bc0d8f3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:51.185726 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-3bf2da80-275e-4800-a919-06bc0d8f3981 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1130 time: 0.0543036 Mar 04 20:43:51.236818 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d840013f-f6a0-4755-b2a8-70681951748d req-aad1b4a0-b2aa-4da3-aa45-c1b1d1ac75a2 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668182 Mar 04 20:43:51.279527 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-78e35121-cfac-4328-8fe7-f898c924e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:51.292209 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-78e35121-cfac-4328-8fe7-f898c924e4cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 HTTP/1.1" status: 200 len: 910 time: 0.0890172 Mar 04 20:43:51.312194 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '846616f6-3ab5-4bf3-9a9e-e3f019269a91', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'floating_ip_address': '172.28.1.224', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'port_id': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'mac_address': 'fa:16:3e:df:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:49Z', 'updated_at': '2022-03-04T20:43:49Z', 'revision_number': 0, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 5, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:51.337480 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43542) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:51.338057 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] Checking router: 9edebbe4-b814-4b58-bef9-8c53d6e1196d for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:51.346499 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:51.347101 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:51.368098 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-3a28850a-d839-4892-a7c0-f9dade36c064 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 200 len: 1000 time: 0.0807755 Mar 04 20:43:51.417354 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-dda9b4ee-57fa-4bb3-aafb-c40b5d200a85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edfe6d2f87f14edabe06c1f810079d01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0786917 Mar 04 20:43:51.420042 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43544) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:51.430053 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-215c92de-ba07-4cb0-ad84-e4f2f6d0e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:51.431590 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-215c92de-ba07-4cb0-ad84-e4f2f6d0e606 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9b47f7-353f-4353-8d50-2a78d4e6e3d9 HTTP/1.1" status: 200 len: 848 time: 0.0535965 Mar 04 20:43:51.457702 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:51.470932 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-84403ba2-9a87-4547-b119-87f88ed74299 admin admin] Publish callbacks [] for security_group (3e11e24c-8008-44a1-9a88-c4aeb4028ef5), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:51.482455 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-039041a5-fbd4-46d3-bc54-9855f55162e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:51.484191 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-039041a5-fbd4-46d3-bc54-9855f55162e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0468595 Mar 04 20:43:51.492940 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-84403ba2-9a87-4547-b119-87f88ed74299 admin admin] Publish callbacks [] for security_group (3e11e24c-8008-44a1-9a88-c4aeb4028ef5), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:51.581705 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-db2c010b-3d2d-4492-b15a-54679122d412 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910838 Mar 04 20:43:51.601227 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-84403ba2-9a87-4547-b119-87f88ed74299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3e11e24c-8008-44a1-9a88-c4aeb4028ef5), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:51.605352 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-84403ba2-9a87-4547-b119-87f88ed74299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:51.609313 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-84403ba2-9a87-4547-b119-87f88ed74299 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e11e24c-8008-44a1-9a88-c4aeb4028ef5 HTTP/1.1" status: 204 len: 168 time: 0.1856043 Mar 04 20:43:51.614913 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84403ba2-9a87-4547-b119-87f88ed74299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e11e24c-8008-44a1-9a88-c4aeb4028ef5,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:51.686718 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '846616f6-3ab5-4bf3-9a9e-e3f019269a91', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'floating_ip_address': '172.28.1.224', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'port_id': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'mac_address': 'fa:16:3e:df:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:49Z', 'updated_at': '2022-03-04T20:43:49Z', 'revision_number': 0, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 5, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:51.687510 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-824e51f0-bb0c-4254-aab8-99a2d270a3a8 req-63b93d3f-2e2f-4c1d-895b-c48339a69ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003144 Mar 04 20:43:51.715635 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987ef83-b8d2-48f8-be62-cab4656f8584 None None] The sync data for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb is: [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '846616f6-3ab5-4bf3-9a9e-e3f019269a91', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'floating_ip_address': '172.28.1.224', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'port_id': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'mac_address': 'fa:16:3e:df:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:43:49Z', 'updated_at': '2022-03-04T20:43:49Z', 'revision_number': 0, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 5, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:51.755299 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device ece16d5c-83af-4965-9c13-4427b97653f1 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:43:51.777230 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: ece16d5c-83af-4965-9c13-4427b97653f1 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:43:51.777587 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device ece16d5c-83af-4965-9c13-4427b97653f1 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:43:51.913696 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ff1845-d2c6-4e19-85b2-6e29a03e3ff5 None None] New status for floating IP 846616f6-3ab5-4bf3-9a9e-e3f019269a91: ACTIVE {{(pid=103640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:43:52.238337 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:52.361028 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9939a-98b3-48b5-9051-11b6f8c00949 req-fdcf83f3-5ab1-40dd-8698-d8f540108c22 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:52.362530 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-12b9939a-98b3-48b5-9051-11b6f8c00949 req-fdcf83f3-5ab1-40dd-8698-d8f540108c22 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0569689 Mar 04 20:43:52.422182 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-12b9939a-98b3-48b5-9051-11b6f8c00949 req-1da5de3f-89cd-456d-bdde-6c877f64b1f5 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539613 Mar 04 20:43:52.657910 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43568) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:52.752563 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1542748619-network', 'tenant_id': '963825ff249d45c4b02c723173c7fbda'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:52.852134 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Made reservation on behalf of 963825ff249d45c4b02c723173c7fbda for: {'network': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:52.854512 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:52.862644 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:52.934564 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Publish callbacks [] for security_group (9aa24f7b-2c7c-4099-ae84-5b49ae687464), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.000639 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (9aa24f7b-2c7c-4099-ae84-5b49ae687464), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.026094 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:43:53.034655 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa24f7b-2c7c-4099-ae84-5b49ae687464,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:53.040407 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (1f14e0e9-086d-44d9-976b-53a4df4bdf21), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.041237 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.segments_db [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Added segment 1f14e0e9-086d-44d9-976b-53a4df4bdf21 of type vlan for network 4bc33661-35e9-4309-b857-d4de81748efc Mar 04 20:43:53.083821 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (4bc33661-35e9-4309-b857-d4de81748efc), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.149008 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (4bc33661-35e9-4309-b857-d4de81748efc), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.149997 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:53.151090 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.208812 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc33661-35e9-4309-b857-d4de81748efc,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:53.218291 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 4bc33661-35e9-4309-b857-d4de81748efc details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:43:53.226229 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d25e3a9f-386b-4279-9fdd-7a5d275b5a98 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5672174 Mar 04 20:43:53.229374 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43572) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:53.236100 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Request body: {'subnet': {'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-subnet', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:53.318174 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Made reservation on behalf of 963825ff249d45c4b02c723173c7fbda for: {'subnet': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:43:53.320568 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131621218'] for subnet (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.541771 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dced82-8d0e-43a6-830a-ba105a2eefb4 req-c2c3f2bd-6162-4b46-bfe4-40a1d447b49b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:53.543246 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-06dced82-8d0e-43a6-830a-ba105a2eefb4 req-c2c3f2bd-6162-4b46-bfe4-40a1d447b49b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0513000 Mar 04 20:43:53.544513 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132075438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131621244'] for subnet (f27f87f0-e610-451d-80f9-d0560677417a), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.619554 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27f87f0-e610-451d-80f9-d0560677417a,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:53.647962 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Checking segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:53.648674 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Network hostable DHCP agents. Network: 4bc33661-35e9-4309-b857-d4de81748efc, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:43:53.663223 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-06dced82-8d0e-43a6-830a-ba105a2eefb4 req-0db2bd18-7ae3-4fd7-b3a6-be83b1032ee3 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116590 Mar 04 20:43:53.667942 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.743343 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Network 4bc33661-35e9-4309-b857-d4de81748efc is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:43:53.834929 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 4bc33661-35e9-4309-b857-d4de81748efc) {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:53.839754 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:53.840343 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:53.844138 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df329776-59a5-48a3-adb0-249d5d2fd059 None None] Network 4bc33661-35e9-4309-b857-d4de81748efc requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:53.923269 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-04800c6f-9242-4150-8a25-881b4c54bbe1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6928039 Mar 04 20:43:53.926031 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43576) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:53.930417 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:53.940427 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9becbe76-dc79-53f2-b817-ede71ec7d8fb-4bc33661-35e9-4309-b857-d4de81748efc', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a'}]}} from dv-cinder-799871-17-smb. {{(pid=103640) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 20:43:53.941276 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.000873 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59987'] for router (ab8ea147-5315-434a-b64b-779ffa1431b3), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.001862 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1592781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1948344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60004'] for router (ab8ea147-5315-434a-b64b-779ffa1431b3), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.052856 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks [] for router_controller (ab8ea147-5315-434a-b64b-779ffa1431b3), precommit_add_association {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.075331 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.db_base_plugin_common [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Allocated IP 172.20.0.2 (4bc33661-35e9-4309-b857-d4de81748efc/f27f87f0-e610-451d-80f9-d0560677417a/328e9f10-51d0-46ef-9787-0ff4479da1ab) {{(pid=103640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:54.219931 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Publish callbacks [] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), precommit_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.281168 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), after_create {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.317065 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks [] for router_gateway (ab8ea147-5315-434a-b64b-779ffa1431b3), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.320452 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Network 4bc33661-35e9-4309-b857-d4de81748efc is already hosted by enough agents. {{(pid=103640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:54.323928 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.scheduler.base_scheduler [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Resources bound (agent type, host, resource id): {{(pid=103640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:54.327269 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Received port after_create {{(pid=103640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:54.334023 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Pushing event updated for resources: {'Port': ['ID=328e9f10-51d0-46ef-9787-0ff4479da1ab,revision_number=1']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:54.389189 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Attempting to bind port 328e9f10-51d0-46ef-9787-0ff4479da1ab on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:54.389558 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Attempting to bind port 328e9f10-51d0-46ef-9787-0ff4479da1ab by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:54.389915 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Attempting to bind port 328e9f10-51d0-46ef-9787-0ff4479da1ab on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:54.394749 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:54.395491 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Checking segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:54.395491 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.395882 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Bound using segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:54.396338 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Bound port: 328e9f10-51d0-46ef-9787-0ff4479da1ab, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:54.396714 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.458178 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] For port 328e9f10-51d0-46ef-9787-0ff4479da1ab, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:54.461333 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] For port 328e9f10-51d0-46ef-9787-0ff4479da1ab, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=328e9f10-51d0-46ef-9787-0ff4479da1ab,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:54.535974 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.587967 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks [] for router_gateway (ab8ea147-5315-434a-b64b-779ffa1431b3), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.598738 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1af3c-5ac7-4ff7-80d2-528364e05c49 None None] Pushing event updated for resources: {'Port': ['ID=328e9f10-51d0-46ef-9787-0ff4479da1ab,revision_number=2']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:54.607832 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.713803 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Allocated IP 172.28.1.57 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/80d31b6c-daed-4425-9f2e-69ecbd1ddfa1) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:54.863310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a833d-062c-4d8b-aa8f-6e9024351b16 req-76aa57fd-fd5a-4499-a223-6fd576511acc tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:54.865177 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bf9a833d-062c-4d8b-aa8f-6e9024351b16 req-76aa57fd-fd5a-4499-a223-6fd576511acc tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.1096585 Mar 04 20:43:54.877045 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks [] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:54.951426 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bf9a833d-062c-4d8b-aa8f-6e9024351b16 req-bd82bb2d-fec6-4a8c-a1bf-4c550fe40f37 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782273 Mar 04 20:43:55.006749 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.048278 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:55.051183 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:55.054688 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:55.081106 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Pushing event updated for resources: {'Port': ['ID=80d31b6c-daed-4425-9f2e-69ecbd1ddfa1,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:55.403395 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks [] for router_gateway (ab8ea147-5315-434a-b64b-779ffa1431b3), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.510814 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8120c17-d08f-4593-aa1e-b09f787ae84c None None] Network 4bc33661-35e9-4309-b857-d4de81748efc requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:43:55.609218 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1592800'] for router (ab8ea147-5315-434a-b64b-779ffa1431b3), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.621247 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-925812f6-f2e7-4fc6-bb61-4790f1b3892a None None] Provisioning complete for port 328e9f10-51d0-46ef-9787-0ff4479da1ab triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:55.621621 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-925812f6-f2e7-4fc6-bb61-4790f1b3892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.731515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-925812f6-f2e7-4fc6-bb61-4790f1b3892a None None] Current status of the port 328e9f10-51d0-46ef-9787-0ff4479da1ab is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:55.731914 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-925812f6-f2e7-4fc6-bb61-4790f1b3892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.770724 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-925812f6-f2e7-4fc6-bb61-4790f1b3892a None None] For port 328e9f10-51d0-46ef-9787-0ff4479da1ab, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=328e9f10-51d0-46ef-9787-0ff4479da1ab,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:43:55.817700 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 328e9f10-51d0-46ef-9787-0ff4479da1ab up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:55.871256 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 328e9f10-51d0-46ef-9787-0ff4479da1ab triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:55.871693 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.874270 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-925812f6-f2e7-4fc6-bb61-4790f1b3892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:55.953329 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925812f6-f2e7-4fc6-bb61-4790f1b3892a None None] Pushing event updated for resources: {'Port': ['ID=328e9f10-51d0-46ef-9787-0ff4479da1ab,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:56.003933 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 328e9f10-51d0-46ef-9787-0ff4479da1ab is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:56.009489 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-845b1955-e939-4845-a23a-b1b165390415 None None] Provisioning complete for port 328e9f10-51d0-46ef-9787-0ff4479da1ab triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:56.009865 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-845b1955-e939-4845-a23a-b1b165390415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:56.030219 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Router ab8ea147-5315-434a-b64b-779ffa1431b3 is scheduled to L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 with binding_index 1 {{(pid=103639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 20:43:56.073056 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5e958-c122-4776-9364-6b7643b27b3e req-2c71a6c4-c7f0-4d9b-bc37-28f15fda6b89 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:56.074745 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4cb5e958-c122-4776-9364-6b7643b27b3e req-2c71a6c4-c7f0-4d9b-bc37-28f15fda6b89 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0548782 Mar 04 20:43:56.093893 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-845b1955-e939-4845-a23a-b1b165390415 None None] Current status of the port 328e9f10-51d0-46ef-9787-0ff4479da1ab is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:56.138568 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4cb5e958-c122-4776-9364-6b7643b27b3e req-4797c555-02fc-49e1-bab2-13ddb1382ddb tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572040 Mar 04 20:43:56.145936 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:56.158145 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:56.166172 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:56.170863 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:56.246410 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:56.247669 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-87567b72-a3d3-4e8d-9e1d-b57e4e4780f1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3205884 Mar 04 20:43:56.250662 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43582) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:56.272577 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:56.453694 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:55Z', 'revision_number': 3, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:56.480613 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:56.480964 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Updating router ab8ea147-5315-434a-b64b-779ffa1431b3 port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 binding host dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:56.508905 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:56.765982 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Publish callbacks [] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), precommit_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:56.832170 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:56.891573 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Pushing event updated for resources: {'Port': ['ID=80d31b6c-daed-4425-9f2e-69ecbd1ddfa1,revision_number=2']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:56.907652 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.907999 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.908369 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.908807 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.909340 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.909848 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.910354 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.910875 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.911367 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.911874 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.912365 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.912858 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.913266 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:43:56.917782 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Attempting to bind port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:43:56.918164 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Attempting to bind port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:43:56.918681 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Attempting to bind port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 on network 518225a1-02dd-44bb-a70b-df82d4aca4cd {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:43:56.925721 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:43:56.925721 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Checking segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:43:56.926148 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:56.926572 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Bound using segment: {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'} {{(pid=103641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:43:56.927048 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.managers [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Bound port: 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f31b25-e477-47e9-82a5-18d484c11203', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}}] {{(pid=103641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:43:56.927436 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), before_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:56.929703 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:56.976316 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] For port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:43:56.980193 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.plugins.ml2.db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] For port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=80d31b6c-daed-4425-9f2e-69ecbd1ddfa1,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:43:57.061351 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), after_update {{(pid=103641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.080950 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Allocated IP 172.20.0.1 (4bc33661-35e9-4309-b857-d4de81748efc/f27f87f0-e610-451d-80f9-d0560677417a/1c45d89b-cddf-4270-ab4c-8603daf8f238) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:43:57.115067 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:57.115674 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:57.155077 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e838b-a9a1-419a-a410-2bcf783b849d None None] Pushing event updated for resources: {'Port': ['ID=80d31b6c-daed-4425-9f2e-69ecbd1ddfa1,revision_number=3']} {{(pid=103641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:57.189821 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Publish callbacks [] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.228237 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:57.264984 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bc9ed-8e4d-4c7a-8309-f0ab5b814932 req-50449875-195d-4763-9c91-bc472365eac8 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:57.266718 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e17bc9ed-8e4d-4c7a-8309-f0ab5b814932 req-50449875-195d-4763-9c91-bc472365eac8 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0576603 Mar 04 20:43:57.276103 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.327046 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Pushing event updated for resources: {'Port': ['ID=1c45d89b-cddf-4270-ab4c-8603daf8f238,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:57.335976 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Network 4bc33661-35e9-4309-b857-d4de81748efc is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:57.338127 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:57.340864 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:43:57.363881 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e17bc9ed-8e4d-4c7a-8309-f0ab5b814932 req-70951f60-77e9-45c4-a347-38bb88abc643 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912786 Mar 04 20:43:57.381838 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593037'] for router_interface (ab8ea147-5315-434a-b64b-779ffa1431b3), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.513157 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:55Z', 'revision_number': 3, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:57.539942 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0fe3a-d965-4810-ad3a-eb7beeea3434 None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:55Z', 'revision_number': 3, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:43:57.622409 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.623975 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-0ceb2d60-b84a-4567-a20f-c0745fbf61dd None None] Provisioning complete for port 1c45d89b-cddf-4270-ab4c-8603daf8f238 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:57.624461 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-0ceb2d60-b84a-4567-a20f-c0745fbf61dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.662969 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb2d60-b84a-4567-a20f-c0745fbf61dd None None] Port 1c45d89b-cddf-4270-ab4c-8603daf8f238 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:57.752619 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 328e9f10-51d0-46ef-9787-0ff4479da1ab up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:57.815649 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Publish callbacks [] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.827259 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 328e9f10-51d0-46ef-9787-0ff4479da1ab triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:57.827640 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.886577 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.910289 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 328e9f10-51d0-46ef-9787-0ff4479da1ab is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:43:57.959053 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1592993'] for router_interface (ab8ea147-5315-434a-b64b-779ffa1431b3), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:57.960871 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Pushing event updated for resources: {'Port': ['ID=1c45d89b-cddf-4270-ab4c-8603daf8f238,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:58.060798 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Network 4bc33661-35e9-4309-b857-d4de81748efc is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:43:58.062490 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:43:58.187053 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:43:58.299373 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-75a5a858-61cc-4248-8326-cde43d26b90d None None] Provisioning complete for port 1c45d89b-cddf-4270-ab4c-8603daf8f238 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:58.299754 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-75a5a858-61cc-4248-8326-cde43d26b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:58.313360 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:43:58.319899 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-519cbb9d-d4b7-4a06-a797-77d927935055 admin admin] 10.222.0.41 "PUT /v2.0/routers/ab8ea147-5315-434a-b64b-779ffa1431b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0674489 Mar 04 20:43:58.343744 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-75a5a858-61cc-4248-8326-cde43d26b90d None None] Port 1c45d89b-cddf-4270-ab4c-8603daf8f238 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:43:58.490744 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aa012-882a-454e-ad8a-17c4bbad94b7 req-78ef5a37-da9b-4ea3-b542-0c943ff331fd tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:58.493268 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-599aa012-882a-454e-ad8a-17c4bbad94b7 req-78ef5a37-da9b-4ea3-b542-0c943ff331fd tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0654168 Mar 04 20:43:58.560264 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-599aa012-882a-454e-ad8a-17c4bbad94b7 req-30dddf30-b7e3-476d-9a94-ec4f1a28a190 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616770 Mar 04 20:43:58.926114 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43596) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:58.930787 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-5cd4caa1-3379-47f7-9696-21f450eea9f8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--759288895', 'description': 'tempest-description--391716289'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:59.012107 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5cd4caa1-3379-47f7-9696-21f450eea9f8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.077802 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5cd4caa1-3379-47f7-9696-21f450eea9f8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (170c7a08-58e0-480e-abec-8bb268675e85), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.149357 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5cd4caa1-3379-47f7-9696-21f450eea9f8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (170c7a08-58e0-480e-abec-8bb268675e85), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.178247 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4caa1-3379-47f7-9696-21f450eea9f8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170c7a08-58e0-480e-abec-8bb268675e85,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:59.242830 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-5cd4caa1-3379-47f7-9696-21f450eea9f8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.244119 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-5cd4caa1-3379-47f7-9696-21f450eea9f8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3168945 Mar 04 20:43:59.247463 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43598) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:59.251782 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-2244def5-bd97-418f-bb1e-70b69b9d747d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group_rule': {'security_group_id': '170c7a08-58e0-480e-abec-8bb268675e85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:59.297134 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:43:59.307811 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:43:59.308426 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:59.389673 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2244def5-bd97-418f-bb1e-70b69b9d747d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (9d8014d9-1a5a-41b0-a4c6-a3f53e9c6cbe), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.452836 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2244def5-bd97-418f-bb1e-70b69b9d747d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (9d8014d9-1a5a-41b0-a4c6-a3f53e9c6cbe), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.520657 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2244def5-bd97-418f-bb1e-70b69b9d747d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (9d8014d9-1a5a-41b0-a4c6-a3f53e9c6cbe), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.538480 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244def5-bd97-418f-bb1e-70b69b9d747d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8014d9-1a5a-41b0-a4c6-a3f53e9c6cbe,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:59.540933 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:43:59.611869 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-2244def5-bd97-418f-bb1e-70b69b9d747d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.615845 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-2244def5-bd97-418f-bb1e-70b69b9d747d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3649118 Mar 04 20:43:59.616345 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43602) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:59.622647 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-9a99bc41-92f1-4be8-9aac-49d78c0e0ccc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group_rule': {'security_group_id': '170c7a08-58e0-480e-abec-8bb268675e85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:43:59.693008 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d9c89-6032-4f79-8cc6-8a36a97a3e70 req-d5ab50a8-5692-4dd3-9071-384f7a741264 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:43:59.693830 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-242d9c89-6032-4f79-8cc6-8a36a97a3e70 req-d5ab50a8-5692-4dd3-9071-384f7a741264 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0574570 Mar 04 20:43:59.726594 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9a99bc41-92f1-4be8-9aac-49d78c0e0ccc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (c21864ae-9342-4254-918c-e194830479f3), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.751603 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 2, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:43:59.790009 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:43:59.792586 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:43:59.793019 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Updating router ab8ea147-5315-434a-b64b-779ffa1431b3 port 1c45d89b-cddf-4270-ab4c-8603daf8f238 binding host dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 20:43:59.801293 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-242d9c89-6032-4f79-8cc6-8a36a97a3e70 req-43fa4405-90d6-4bc5-b6a4-9e3a49714c25 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc&id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954018 Mar 04 20:43:59.816321 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9a99bc41-92f1-4be8-9aac-49d78c0e0ccc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (c21864ae-9342-4254-918c-e194830479f3), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.845740 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.894861 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:43:59.895237 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.897480 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9a99bc41-92f1-4be8-9aac-49d78c0e0ccc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (c21864ae-9342-4254-918c-e194830479f3), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.918487 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99bc41-92f1-4be8-9aac-49d78c0e0ccc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21864ae-9342-4254-918c-e194830479f3,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:43:59.990957 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9a99bc41-92f1-4be8-9aac-49d78c0e0ccc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:43:59.992092 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-9a99bc41-92f1-4be8-9aac-49d78c0e0ccc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3746839 Mar 04 20:43:59.995299 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43606) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:43:59.999614 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:00.074874 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.090318 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:00.090733 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.123311 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] For port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=80d31b6c-daed-4425-9f2e-69ecbd1ddfa1,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:00.172307 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.190310 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.197245 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Publish callbacks [] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), precommit_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.247027 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Pushing event updated for resources: {'Port': ['ID=80d31b6c-daed-4425-9f2e-69ecbd1ddfa1,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:00.269110 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.281222 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Allocated IP 172.28.1.239 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:44:00.323231 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea10ac6-6e82-4ae3-b969-a8b1255dd8f9 None None] Pushing event updated for resources: {'Port': ['ID=1c45d89b-cddf-4270-ab4c-8603daf8f238,revision_number=3']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:00.378442 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Attempting to bind port 1c45d89b-cddf-4270-ab4c-8603daf8f238 on host dv-cinder-799871-17-smb for vnic_type normal with profile {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:44:00.378824 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Attempting to bind port 1c45d89b-cddf-4270-ab4c-8603daf8f238 by drivers openvswitch,hyperv on host dv-cinder-799871-17-smb at level 0 using segments [{'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:44:00.379190 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Attempting to bind port 1c45d89b-cddf-4270-ab4c-8603daf8f238 on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:44:00.384952 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Checking agent: {'id': 'bcda3391-72af-4e3f-a512-78b22acdef3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 29, 54), 'started_at': datetime.datetime(2022, 3, 4, 20, 30, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:44:00.385420 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Checking segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:44:00.385852 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.386249 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Bound using segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} {{(pid=103640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:44:00.386749 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.managers [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Bound port: 1c45d89b-cddf-4270-ab4c-8603daf8f238, host: dv-cinder-799871-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}}] {{(pid=103640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:44:00.387133 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.389733 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.459258 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] For port 1c45d89b-cddf-4270-ab4c-8603daf8f238, host dv-cinder-799871-17-smb, cleared binding levels {{(pid=103640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:44:00.463416 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] For port 1c45d89b-cddf-4270-ab4c-8603daf8f238, host dv-cinder-799871-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=1c45d89b-cddf-4270-ab4c-8603daf8f238,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:44:00.464449 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.507457 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:44:00.512232 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:44:00.515587 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:44:00.520921 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:00.524143 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.599851 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea10ac6-6e82-4ae3-b969-a8b1255dd8f9 None None] Pushing event updated for resources: {'Port': ['ID=1c45d89b-cddf-4270-ab4c-8603daf8f238,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:00.599851 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:00.599851 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:00.602998 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-a850f541-07e5-4ecf-9e1d-ede1394ea944 None None] Provisioning complete for port 1c45d89b-cddf-4270-ab4c-8603daf8f238 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:44:00.603884 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a850f541-07e5-4ecf-9e1d-ede1394ea944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.613354 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (25b49d08-8445-4fe1-a2d7-56b311706186), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.722766 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.769897 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:00.809037 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-a850f541-07e5-4ecf-9e1d-ede1394ea944 None None] Current status of the port 1c45d89b-cddf-4270-ab4c-8603daf8f238 is: DOWN; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:00.809421 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a850f541-07e5-4ecf-9e1d-ede1394ea944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.883832 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.884103 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-a850f541-07e5-4ecf-9e1d-ede1394ea944 None None] For port 1c45d89b-cddf-4270-ab4c-8603daf8f238, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=1c45d89b-cddf-4270-ab4c-8603daf8f238,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:00.942827 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a850f541-07e5-4ecf-9e1d-ede1394ea944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:00.966891 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:01.023948 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850f541-07e5-4ecf-9e1d-ede1394ea944 None None] Pushing event updated for resources: {'Port': ['ID=1c45d89b-cddf-4270-ab4c-8603daf8f238,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:01.031927 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:01.045544 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (25b49d08-8445-4fe1-a2d7-56b311706186), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:01.047128 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:01.080581 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2096d-f4fa-4539-b6e5-78517ec5d660 None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:01.090165 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-94ebaa49-fd4e-42a9-866b-2ec3c18d814b None None] Provisioning complete for port 1c45d89b-cddf-4270-ab4c-8603daf8f238 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:44:01.090572 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-94ebaa49-fd4e-42a9-866b-2ec3c18d814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:01.123159 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:01.123159 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d76b4215-df8f-44dc-bac5-ccf6970980b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1175003 Mar 04 20:44:01.203028 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-94ebaa49-fd4e-42a9-866b-2ec3c18d814b None None] Current status of the port 1c45d89b-cddf-4270-ab4c-8603daf8f238 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:01.302148 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-4d2b128e-2c90-4261-9b24-6f7be396e68d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--759288895&fields=id&tenant_id=963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 267 time: 0.0556915 Mar 04 20:44:01.415376 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-06da7649-a1b8-4564-9eaf-91c209cfff8a tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:01.416892 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-06da7649-a1b8-4564-9eaf-91c209cfff8a tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 815 time: 0.1074712 Mar 04 20:44:01.432307 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-d457c0b0-db79-45c7-a955-c595d9985809 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/quotas/963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 375 time: 0.0100842 Mar 04 20:44:01.489514 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-bb070381-fc91-422c-99c6-856c2ea5c7c2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519545 Mar 04 20:44:01.592331 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-56837000-0a99-4e43-bf5d-ba691486be80 service neutron] 10.222.0.41 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906358 Mar 04 20:44:01.692654 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-aa51be4e-4ac8-4cb1-bfc4-020aae3ef3d3 service neutron] 10.222.0.41 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945508 Mar 04 20:44:01.849666 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:44:01.905812 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:44:01.906191 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:01.955677 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d8ffa235-81fd-4aa1-b152-fb6651508a4c req-bb962b8c-95a9-4c80-acb3-0cc0b157b22a tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 210 time: 0.0464044 Mar 04 20:44:02.010909 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:02.011969 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 1c45d89b-cddf-4270-ab4c-8603daf8f238 up at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:44:02.067219 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Provisioning complete for port 1c45d89b-cddf-4270-ab4c-8603daf8f238 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:44:02.067601 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:02.152745 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Current status of the port 1c45d89b-cddf-4270-ab4c-8603daf8f238 is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:03.045594 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-8a6e6a59-a434-4b84-968d-622af9708284 req-79b1affd-05f1-4f0c-b5e3-d28055d813b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 210 time: 0.0282378 Mar 04 20:44:03.607022 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:44:04.139653 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-729180ff-d576-4c04-9d59-2a3e4b4095ee req-6cc6075e-a102-4cce-ad43-a53328e8e6d8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 210 time: 0.0270503 Mar 04 20:44:04.145188 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-ab595f70-7d6b-4a94-8d18-5b9b8aeab2f3 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:04.146673 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-ab595f70-7d6b-4a94-8d18-5b9b8aeab2f3 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 815 time: 0.1077251 Mar 04 20:44:04.208348 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-02956a81-9d9f-4c4b-8115-fbcb950e0a35 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 379 time: 0.0517948 Mar 04 20:44:04.217154 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'port': {'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'admin_state_up': True, 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'security_groups': ['170c7a08-58e0-480e-abec-8bb268675e85']}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:04.409220 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Made reservation on behalf of 963825ff249d45c4b02c723173c7fbda for: {'port': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:44:04.412840 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:04.537858 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Allocated IP 172.20.0.3 (4bc33661-35e9-4309-b857-d4de81748efc/f27f87f0-e610-451d-80f9-d0560677417a/f707cc8a-9081-4eba-9288-5cc94cfa2940) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:44:04.672081 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:04.758470 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:04.801541 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Network 4bc33661-35e9-4309-b857-d4de81748efc is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:44:04.804373 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:44:04.807920 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:44:04.814084 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=f707cc8a-9081-4eba-9288-5cc94cfa2940,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:04.859962 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:04.860579 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:05.027066 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-03ceb83b-f59d-4f43-bef3-65017c4159f6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8134561 Mar 04 20:44:05.038650 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Request body: {'port': {'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:05.048375 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-3f211090-f584-46e0-9bf2-154080615dc1 None None] Provisioning complete for port f707cc8a-9081-4eba-9288-5cc94cfa2940 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:44:05.048916 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3f211090-f584-46e0-9bf2-154080615dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:05.081517 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-3f211090-f584-46e0-9bf2-154080615dc1 None None] Port f707cc8a-9081-4eba-9288-5cc94cfa2940 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:44:05.102459 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:05.322286 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad4f25-3195-418e-abd4-08a1d2541264 req-e0410732-8845-4e40-9fed-9531ca85e52e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:05.323676 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2cad4f25-3195-418e-abd4-08a1d2541264 req-e0410732-8845-4e40-9fed-9531ca85e52e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 931 time: 0.1101971 Mar 04 20:44:05.419641 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2cad4f25-3195-418e-abd4-08a1d2541264 req-29704768-9d52-4b6b-9027-23a225365bfa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847180 Mar 04 20:44:05.433654 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f707cc8a-9081-4eba-9288-5cc94cfa2940 {{(pid=103639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:44:05.441169 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Publish callbacks [] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:05.453274 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Transition to ACTIVE for port object f707cc8a-9081-4eba-9288-5cc94cfa2940 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:44:05.537506 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:05.590360 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Pushing event updated for resources: {'Port': ['ID=f707cc8a-9081-4eba-9288-5cc94cfa2940,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:05.662144 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Attempting to bind port f707cc8a-9081-4eba-9288-5cc94cfa2940 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:44:05.662812 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Attempting to bind port f707cc8a-9081-4eba-9288-5cc94cfa2940 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:44:05.663242 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Attempting to bind port f707cc8a-9081-4eba-9288-5cc94cfa2940 on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:44:05.669017 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Port f707cc8a-9081-4eba-9288-5cc94cfa2940 on network 4bc33661-35e9-4309-b857-d4de81748efc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:44:05.669461 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Attempting to bind port f707cc8a-9081-4eba-9288-5cc94cfa2940 on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:44:05.676668 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:44:05.677035 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Checking segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:44:05.677431 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Bound using segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:44:05.677873 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Bound port: f707cc8a-9081-4eba-9288-5cc94cfa2940, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:44:05.678235 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:05.744168 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] For port f707cc8a-9081-4eba-9288-5cc94cfa2940, host hv-cinder-79987, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:44:05.747628 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] For port f707cc8a-9081-4eba-9288-5cc94cfa2940, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f707cc8a-9081-4eba-9288-5cc94cfa2940,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:44:05.822610 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:05.855665 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:05.856297 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:05.857669 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] 10.222.0.21 "PUT /v2.0/ports/f707cc8a-9081-4eba-9288-5cc94cfa2940 HTTP/1.1" status: 200 len: 1093 time: 0.8230672 Mar 04 20:44:05.858124 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'tag': 'f707cc8a-9081-4eba-9288-5cc94cfa2940'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:05.860366 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242901ac-c8f1-48b8-9007-e3f78d472cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd61636-e6f2-44b4-ae91-f8372b8ea10a", "tag": "f707cc8a-9081-4eba-9288-5cc94cfa2940"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:05.888026 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b3772-b42b-4fff-a636-b1f351070e13 service neutron] Pushing event updated for resources: {'Port': ['ID=f707cc8a-9081-4eba-9288-5cc94cfa2940,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:05.907476 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a781cc-6ff1-45b1-b645-62fefb520303 x-openstack-request-id: req-d4a781cc-6ff1-45b1-b645-62fefb520303 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:05.907894 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd61636-e6f2-44b4-ae91-f8372b8ea10a", "tag": "f707cc8a-9081-4eba-9288-5cc94cfa2940", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:05.908162 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4a781cc-6ff1-45b1-b645-62fefb520303 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:05.908570 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'tag': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'status': 'completed', 'code': 200} Mar 04 20:44:05.983965 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242901ac-c8f1-48b8-9007-e3f78d472cd3 req-942afb94-4b60-4732-9b12-f31a9fa6d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:05.985496 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-242901ac-c8f1-48b8-9007-e3f78d472cd3 req-942afb94-4b60-4732-9b12-f31a9fa6d694 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 1127 time: 0.0496659 Mar 04 20:44:06.157756 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242901ac-c8f1-48b8-9007-e3f78d472cd3 req-89ff062a-e910-4f1d-906d-f4122300a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:06.159287 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-242901ac-c8f1-48b8-9007-e3f78d472cd3 req-89ff062a-e910-4f1d-906d-f4122300a54d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=963825ff249d45c4b02c723173c7fbda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1666970 Mar 04 20:44:06.315710 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242901ac-c8f1-48b8-9007-e3f78d472cd3 req-2a4e699c-2d01-471b-b001-98631ef1b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:06.317172 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-242901ac-c8f1-48b8-9007-e3f78d472cd3 req-2a4e699c-2d01-471b-b001-98631ef1b2d3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505837 Mar 04 20:44:06.395304 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-95ee7f91-9c5a-405f-b51f-bce6bc163474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:06.396720 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-95ee7f91-9c5a-405f-b51f-bce6bc163474 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 1127 time: 0.0430098 Mar 04 20:44:06.438970 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-d8f8efed-a035-4d88-8558-f45f7a472a57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f707cc8a-9081-4eba-9288-5cc94cfa2940 HTTP/1.1" status: 200 len: 217 time: 0.0353167 Mar 04 20:44:06.494523 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-0f327324-2a14-4166-8146-ffc69d8950a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:06.495952 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-0f327324-2a14-4166-8146-ffc69d8950a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27f87f0-e610-451d-80f9-d0560677417a HTTP/1.1" status: 200 len: 854 time: 0.0510480 Mar 04 20:44:06.570513 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-86690b86-ed1d-4a27-8506-d9ab4ac6afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:06.572024 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-86690b86-ed1d-4a27-8506-d9ab4ac6afb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4bc33661-35e9-4309-b857-d4de81748efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0676455 Mar 04 20:44:06.578669 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f7fc1-7bc9-49c2-b22a-cdf0655e4c16 req-0b0acbb8-1e00-4957-9df3-a60def617fa0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:06.579997 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5d7f7fc1-7bc9-49c2-b22a-cdf0655e4c16 req-0b0acbb8-1e00-4957-9df3-a60def617fa0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 943 time: 0.0884836 Mar 04 20:44:06.675797 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5d7f7fc1-7bc9-49c2-b22a-cdf0655e4c16 req-34a5ad4a-6c88-409d-9be9-61a51e1f5d85 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876346 Mar 04 20:44:06.693692 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-b5f7165a-8552-4a63-808a-9329d2276d3f service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127756 Mar 04 20:44:06.999441 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c1fad873-bd54-4375-9f1f-9ca42f4685a8 req-80b4b280-1d2a-4c3b-8ce5-358f43d7c128 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984583 Mar 04 20:44:07.795435 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987566a-b327-4a16-bc8e-88914e1bc5e3 req-6a21ff0c-98ae-4d7b-b338-a9c96860fd6d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:07.796907 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4987566a-b327-4a16-bc8e-88914e1bc5e3 req-6a21ff0c-98ae-4d7b-b338-a9c96860fd6d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 943 time: 0.0532031 Mar 04 20:44:07.842288 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4987566a-b327-4a16-bc8e-88914e1bc5e3 req-337cb774-d56d-44b9-b383-3a0525bcf149 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399430 Mar 04 20:44:08.957926 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a860e1f-0b65-49d1-b6d7-ae2239168be3 req-49444181-1dbc-45eb-aa0e-48fe06192aca tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:08.959409 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2a860e1f-0b65-49d1-b6d7-ae2239168be3 req-49444181-1dbc-45eb-aa0e-48fe06192aca tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 943 time: 0.0519235 Mar 04 20:44:09.004964 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2a860e1f-0b65-49d1-b6d7-ae2239168be3 req-fed17a10-e73c-4cac-99ab-1dd52002decc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393944 Mar 04 20:44:09.380735 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device f707cc8a-9081-4eba-9288-5cc94cfa2940 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:44:09.477724 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port f707cc8a-9081-4eba-9288-5cc94cfa2940, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f707cc8a-9081-4eba-9288-5cc94cfa2940,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:09.488202 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:44:09.524924 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port f707cc8a-9081-4eba-9288-5cc94cfa2940 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:09.525304 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:09.537534 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f707cc8a-9081-4eba-9288-5cc94cfa2940 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:44:09.556344 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port f707cc8a-9081-4eba-9288-5cc94cfa2940, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f707cc8a-9081-4eba-9288-5cc94cfa2940,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:09.617996 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:09.670339 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=f707cc8a-9081-4eba-9288-5cc94cfa2940,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:09.897130 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['f707cc8a-9081-4eba-9288-5cc94cfa2940'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:44:10.121080 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aaeb5-5925-4c5a-946f-766763a64de5 req-3d7a3c8b-4347-44db-bd17-1cd802257140 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:10.122559 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ab6aaeb5-5925-4c5a-946f-766763a64de5 req-3d7a3c8b-4347-44db-bd17-1cd802257140 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 944 time: 0.0522411 Mar 04 20:44:10.171260 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ab6aaeb5-5925-4c5a-946f-766763a64de5 req-c41a89a4-a173-4399-b029-6846a5b42af8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 Mar 04 20:44:11.290124 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf2206-15f2-4a00-8556-09f3b29d2014 req-098d787a-9acb-46ef-8ecc-ec35bbaa7137 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:11.291745 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ecbf2206-15f2-4a00-8556-09f3b29d2014 req-098d787a-9acb-46ef-8ecc-ec35bbaa7137 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 944 time: 0.0553417 Mar 04 20:44:11.337659 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ecbf2206-15f2-4a00-8556-09f3b29d2014 req-666f62c4-2c15-420e-b886-94a38fab9caf tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403445 Mar 04 20:44:11.391528 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device f707cc8a-9081-4eba-9288-5cc94cfa2940 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:44:11.509862 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port f707cc8a-9081-4eba-9288-5cc94cfa2940 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:44:11.513671 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port f707cc8a-9081-4eba-9288-5cc94cfa2940 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:44:11.514046 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:11.589777 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port f707cc8a-9081-4eba-9288-5cc94cfa2940 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:11.590164 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:11.613088 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f707cc8a-9081-4eba-9288-5cc94cfa2940'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:11.615344 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061a132b-a531-4f84-be7d-0ec855a4c33c" -d '{"events": [{"server_uuid": "7fd61636-e6f2-44b4-ae91-f8372b8ea10a", "name": "network-vif-plugged", "status": "completed", "tag": "f707cc8a-9081-4eba-9288-5cc94cfa2940"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:11.628443 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port f707cc8a-9081-4eba-9288-5cc94cfa2940, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f707cc8a-9081-4eba-9288-5cc94cfa2940,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:11.703365 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:11.731394 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1073219e-c5b7-4d45-b41a-79bccd71010e x-openstack-request-id: req-1073219e-c5b7-4d45-b41a-79bccd71010e {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:11.731684 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd61636-e6f2-44b4-ae91-f8372b8ea10a", "name": "network-vif-plugged", "status": "completed", "tag": "f707cc8a-9081-4eba-9288-5cc94cfa2940", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:11.731934 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1073219e-c5b7-4d45-b41a-79bccd71010e {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:11.732311 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'code': 200} Mar 04 20:44:11.882679 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=f707cc8a-9081-4eba-9288-5cc94cfa2940,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:12.023305 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6d58-7a8f-402c-9c83-1eb77fc67e3d req-664f2d47-8321-4079-9ff1-3f90e6980e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:12.024738 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-82ab6d58-7a8f-402c-9c83-1eb77fc67e3d req-664f2d47-8321-4079-9ff1-3f90e6980e49 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 1129 time: 0.0442660 Mar 04 20:44:12.068408 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-82ab6d58-7a8f-402c-9c83-1eb77fc67e3d req-a216ec19-e6a0-4566-a7b0-e4f0cc7827cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364404 Mar 04 20:44:12.455421 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1dcc-94c1-432f-92d0-f5bee032d674 req-98d0cd7d-f584-4ce9-8aa9-57d41a508598 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:12.456895 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-69fe1dcc-94c1-432f-92d0-f5bee032d674 req-98d0cd7d-f584-4ce9-8aa9-57d41a508598 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 945 time: 0.0550213 Mar 04 20:44:12.507819 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-69fe1dcc-94c1-432f-92d0-f5bee032d674 req-9f892f12-124f-4896-b3a2-9c570e8a8902 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448787 Mar 04 20:44:13.629265 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac51ee-1f82-4db4-9046-1c52d5295e0b req-471851dd-1981-4bc6-babc-6de536626af2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:13.630668 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8dac51ee-1f82-4db4-9046-1c52d5295e0b req-471851dd-1981-4bc6-babc-6de536626af2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 945 time: 0.0531564 Mar 04 20:44:13.677463 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8dac51ee-1f82-4db4-9046-1c52d5295e0b req-2347e740-4a6b-4add-b312-8564a53addee tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Mar 04 20:44:13.789532 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be055046-26b3-4b41-9415-f5ec85c56013 req-2dcb32c3-7d1f-4fe1-81f4-0ed79363d1d7 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:13.791009 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-be055046-26b3-4b41-9415-f5ec85c56013 req-2dcb32c3-7d1f-4fe1-81f4-0ed79363d1d7 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 945 time: 0.0513070 Mar 04 20:44:13.799396 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43672) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:13.804026 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-57bedc46-1b27-4aef-9bb4-b493d2427852 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'floatingip': {'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:13.842344 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-57bedc46-1b27-4aef-9bb4-b493d2427852 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (25b49d08-8445-4fe1-a2d7-56b311706186), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:14.276386 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-57bedc46-1b27-4aef-9bb4-b493d2427852 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:14.326186 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-57bedc46-1b27-4aef-9bb4-b493d2427852 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (25b49d08-8445-4fe1-a2d7-56b311706186), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:14.434600 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [None req-57bedc46-1b27-4aef-9bb4-b493d2427852 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Floating IP 25b49d08-8445-4fe1-a2d7-56b311706186 associated. External IP: 172.28.1.239, port: f707cc8a-9081-4eba-9288-5cc94cfa2940. Mar 04 20:44:14.671985 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bedc46-1b27-4aef-9bb4-b493d2427852 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:44:14.788044 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bedc46-1b27-4aef-9bb4-b493d2427852 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:44:14.792771 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-57bedc46-1b27-4aef-9bb4-b493d2427852 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:14.797840 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:44:14.810797 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:14.814836 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:14.829042 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-57bedc46-1b27-4aef-9bb4-b493d2427852 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "PUT /v2.0/floatingips/25b49d08-8445-4fe1-a2d7-56b311706186 HTTP/1.1" status: 200 len: 991 time: 1.0285707 Mar 04 20:44:14.829838 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'tag': 'f707cc8a-9081-4eba-9288-5cc94cfa2940'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:14.832285 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687a017d-951d-4bfb-80eb-31873516ce9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd61636-e6f2-44b4-ae91-f8372b8ea10a", "tag": "f707cc8a-9081-4eba-9288-5cc94cfa2940"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:14.876237 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a2d4cf-3faf-48f7-913f-06880adf6a29 x-openstack-request-id: req-63a2d4cf-3faf-48f7-913f-06880adf6a29 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:14.876543 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd61636-e6f2-44b4-ae91-f8372b8ea10a", "tag": "f707cc8a-9081-4eba-9288-5cc94cfa2940", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:14.876768 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63a2d4cf-3faf-48f7-913f-06880adf6a29 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:14.877162 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'tag': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'status': 'completed', 'code': 200} Mar 04 20:44:14.880831 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:14.942533 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:14.958847 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a017d-951d-4bfb-80eb-31873516ce9c req-a176371a-24ad-4fc7-ba95-6b8d785e37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:14.959751 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-687a017d-951d-4bfb-80eb-31873516ce9c req-a176371a-24ad-4fc7-ba95-6b8d785e37ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 1129 time: 0.0554879 Mar 04 20:44:15.084406 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a017d-951d-4bfb-80eb-31873516ce9c req-275553cd-7690-4e9f-a54c-a77335162f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:15.085896 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-687a017d-951d-4bfb-80eb-31873516ce9c req-275553cd-7690-4e9f-a54c-a77335162f96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 916 time: 0.1147356 Mar 04 20:44:15.159239 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-687a017d-951d-4bfb-80eb-31873516ce9c req-749a5130-a4a3-420c-9e37-950254d78624 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f707cc8a-9081-4eba-9288-5cc94cfa2940 HTTP/1.1" status: 200 len: 999 time: 0.0651555 Mar 04 20:44:15.209373 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '25b49d08-8445-4fe1-a2d7-56b311706186', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:00Z', 'updated_at': '2022-03-04T20:44:14Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:15.220697 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a017d-951d-4bfb-80eb-31873516ce9c req-eceb2ba9-ac72-4bc3-8041-71908bf5feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:15.222354 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-687a017d-951d-4bfb-80eb-31873516ce9c req-eceb2ba9-ac72-4bc3-8041-71908bf5feee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27f87f0-e610-451d-80f9-d0560677417a HTTP/1.1" status: 200 len: 854 time: 0.0561976 Mar 04 20:44:15.238295 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:44:15.247196 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:15.247821 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:43:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:15.281172 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a017d-951d-4bfb-80eb-31873516ce9c req-e3822e0c-9808-4a82-9685-a83e05a35d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:15.282842 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-687a017d-951d-4bfb-80eb-31873516ce9c req-e3822e0c-9808-4a82-9685-a83e05a35d79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4bc33661-35e9-4309-b857-d4de81748efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0543020 Mar 04 20:44:15.374661 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:15.391711 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-687a017d-951d-4bfb-80eb-31873516ce9c req-cbf35a51-af25-441f-a405-0abe434da78c service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024296 Mar 04 20:44:15.498957 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-687a017d-951d-4bfb-80eb-31873516ce9c req-0118cf89-c9e5-4c0c-8d0b-d04b083209ca service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996370 Mar 04 20:44:15.660471 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '25b49d08-8445-4fe1-a2d7-56b311706186', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:00Z', 'updated_at': '2022-03-04T20:44:14Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:15.687377 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbaee27-c0d9-4531-b89c-8943cd5f7584 None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '25b49d08-8445-4fe1-a2d7-56b311706186', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:00Z', 'updated_at': '2022-03-04T20:44:14Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:15.872646 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ff14e-26e1-4cc0-84cd-21c90c1fdaac None None] New status for floating IP 25b49d08-8445-4fe1-a2d7-56b311706186: ACTIVE {{(pid=103640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:44:17.348282 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4145bc40-a74b-4084-b268-ad6308027e3e req-6d860a7e-93cc-4b6a-9010-ed9ff83e3f4e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437763 Mar 04 20:44:17.386583 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-24ec7d7b-395a-4302-a31b-fdfaf6df9b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:17.412183 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145bc40-a74b-4084-b268-ad6308027e3e req-bc84863f-0815-4541-962f-77802c34f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:17.413797 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4145bc40-a74b-4084-b268-ad6308027e3e req-bc84863f-0815-4541-962f-77802c34f531 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aeafaa92879a4517abebfb74309976af&device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1168 time: 0.0446882 Mar 04 20:44:17.518960 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145bc40-a74b-4084-b268-ad6308027e3e req-fa9f2835-6b6a-4522-9704-198308e5a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:17.520407 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4145bc40-a74b-4084-b268-ad6308027e3e req-fa9f2835-6b6a-4522-9704-198308e5a803 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c62cf8d-645d-4419-bb45-8d057a3f43de HTTP/1.1" status: 200 len: 914 time: 0.0877435 Mar 04 20:44:17.586456 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4145bc40-a74b-4084-b268-ad6308027e3e req-53df2b46-24af-488b-8a38-79cd5299d8f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 1001 time: 0.0595489 Mar 04 20:44:17.633524 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145bc40-a74b-4084-b268-ad6308027e3e req-eb8bc6c4-cf8a-4f1a-8c72-142eb7fce9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:17.635578 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4145bc40-a74b-4084-b268-ad6308027e3e req-eb8bc6c4-cf8a-4f1a-8c72-142eb7fce9f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56c902b2-4736-471b-8caa-86a3664bd890 HTTP/1.1" status: 200 len: 852 time: 0.0417783 Mar 04 20:44:17.685704 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145bc40-a74b-4084-b268-ad6308027e3e req-f84209bf-4c0a-44c9-b522-44dbdc7d3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:17.687439 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4145bc40-a74b-4084-b268-ad6308027e3e req-f84209bf-4c0a-44c9-b522-44dbdc7d3475 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c62cf8d-645d-4419-bb45-8d057a3f43de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0435772 Mar 04 20:44:17.782259 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4145bc40-a74b-4084-b268-ad6308027e3e req-70faa3f7-21a6-4512-bce4-5e4d03a27e75 service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882072 Mar 04 20:44:17.870125 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-4145bc40-a74b-4084-b268-ad6308027e3e req-5b744871-52e2-4cfc-98b4-2b727a7fbd81 service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820029 Mar 04 20:44:18.395652 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b45cbe-c046-49ef-827f-914137ff4e61 req-c56d1145-9e29-4138-8874-84a2a53a0d0f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:18.397120 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-14b45cbe-c046-49ef-827f-914137ff4e61 req-c56d1145-9e29-4138-8874-84a2a53a0d0f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 946 time: 0.0527148 Mar 04 20:44:18.445310 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-14b45cbe-c046-49ef-827f-914137ff4e61 req-95cb8374-294e-440c-ac6a-df4bba0dc387 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424752 Mar 04 20:44:19.565993 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aef94c-f917-4c24-abf9-d557ec7b971e req-efe5d54a-3a0f-44f8-ba28-503be0b02d7b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:19.567557 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-10aef94c-f917-4c24-abf9-d557ec7b971e req-efe5d54a-3a0f-44f8-ba28-503be0b02d7b tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 946 time: 0.0510297 Mar 04 20:44:19.615435 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-10aef94c-f917-4c24-abf9-d557ec7b971e req-e03a2d2a-d118-4b3e-a2cf-02a6a761d503 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups?id=0acef264-32c6-4848-9b1a-d04b170519fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Mar 04 20:44:19.633936 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-a179ceee-e502-4e45-9f29-7ad6b70242fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:19.965258 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134dee3-4127-402f-ba17-0983525f117e req-a8c4e487-911f-48be-954b-7bce107c4111 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:19.966697 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1134dee3-4127-402f-ba17-0983525f117e req-a8c4e487-911f-48be-954b-7bce107c4111 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 946 time: 0.0525126 Mar 04 20:44:20.059255 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Deleting port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:20.059602 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:20.146592 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] For port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:20.146952 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:20.311075 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:20.311359 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (febe3c26-05c7-4501-bf37-6f0727a0725e), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:20.311667 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Floating IP febe3c26-05c7-4501-bf37-6f0727a0725e disassociated. External IP: 172.28.1.212, port: 6919f228-2dec-4ea1-8bdb-04ce54bb13f3. Mar 04 20:44:20.312001 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Calling delete_port for 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 owned by compute:nova {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:20.489429 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (6919f228-2dec-4ea1-8bdb-04ce54bb13f3), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:20.515864 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event deleted for resources: {'Port': ['ID=6919f228-2dec-4ea1-8bdb-04ce54bb13f3,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:20.638816 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:44:20.728972 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-42cfc6a4-5b31-49b0-a266-693853bed39d req-e2bc8bb1-e138-4f0e-9b59-179b4f1025c0 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2f0c4f-8d9f-415a-91ea-e89b09166956 HTTP/1.1" status: 200 len: 210 time: 0.0377741 Mar 04 20:44:20.778541 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:44:20.788508 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] Sync routers for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:44:20.798065 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:20.798699 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:20.820914 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] No DVR routers for this DVR port 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 on host hv-cinder-79987 {{(pid=103639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:20.824384 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:20.839891 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1134dee3-4127-402f-ba17-0983525f117e req-bacce293-1f18-4ae6-8227-65e92675c697 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.21 "DELETE /v2.0/ports/6919f228-2dec-4ea1-8bdb-04ce54bb13f3 HTTP/1.1" status: 204 len: 173 time: 0.8552392 Mar 04 20:44:20.839891 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-deleted', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:20.839891 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c26bdaa-6c6f-4be5-88d4-67b3b0036f36" -d '{"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-deleted", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:20.868694 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d18a6-9dba-4fea-8074-fdfc1e563ccb x-openstack-request-id: req-ac8d18a6-9dba-4fea-8074-fdfc1e563ccb {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:20.869005 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f0c4f-8d9f-415a-91ea-e89b09166956", "name": "network-vif-deleted", "tag": "6919f228-2dec-4ea1-8bdb-04ce54bb13f3", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:20.869237 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac8d18a6-9dba-4fea-8074-fdfc1e563ccb {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:20.869655 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f0c4f-8d9f-415a-91ea-e89b09166956', 'name': 'network-vif-deleted', 'tag': '6919f228-2dec-4ea1-8bdb-04ce54bb13f3', 'status': 'completed', 'code': 200} Mar 04 20:44:20.917195 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:20.986940 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:21.140810 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:21.166426 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] Checking router: 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:44:21.174570 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:21.175203 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:21.373066 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:21.568023 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:21.597300 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be35ef-863a-43de-87b1-0e9d471c7eed None None] The sync data for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb is: [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:38:26Z', 'revision_number': 4, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'd965025a-6760-49f5-9416-9d06dd87153d', 'name': '', 'network_id': 'f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'mac_address': 'fa:16:3e:ab:3c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:24Z', 'updated_at': '2022-03-04T20:38:38Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'subnets': [{'id': 'a448cf7e-975a-4d1e-92cd-c96005ad0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:21.816973 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34734015-11eb-4c29-9457-fa87a430b3fd None None] New status for floating IP febe3c26-05c7-4501-bf37-6f0727a0725e: DOWN {{(pid=103640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:44:21.876203 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 43704) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:21.929375 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (0acef264-32c6-4848-9b1a-d04b170519fc), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:21.952310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (0acef264-32c6-4848-9b1a-d04b170519fc), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.069225 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (0acef264-32c6-4848-9b1a-d04b170519fc), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.072366 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.073578 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "DELETE /v2.0/security-groups/0acef264-32c6-4848-9b1a-d04b170519fc HTTP/1.1" status: 204 len: 168 time: 0.1963530 Mar 04 20:44:22.076315 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43706) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:22.082980 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acef264-32c6-4848-9b1a-d04b170519fc,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:22.088678 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.api.v2.resource [None req-50a716aa-c193-4c25-89a8-2ca16a8bb22d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] show failed (client error): The resource could not be found. Mar 04 20:44:22.089645 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-50a716aa-c193-4c25-89a8-2ca16a8bb22d tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "GET /v2.0/security-groups/0acef264-32c6-4848-9b1a-d04b170519fc HTTP/1.1" status: 404 len: 347 time: 0.0123785 Mar 04 20:44:22.090619 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.090977 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.091325 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.091668 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.092017 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.092442 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.092555 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43708) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:22.092831 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.093133 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.093447 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.093776 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.094106 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.094456 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.094785 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062fd347-6948-4f00-a9a5-c8330a235571 tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.217551 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Deleting port 0160f4d3-8369-4e3f-84d7-f9bd21cbf210 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:22.217873 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (0160f4d3-8369-4e3f-84d7-f9bd21cbf210), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.229619 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.292529 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (0160f4d3-8369-4e3f-84d7-f9bd21cbf210), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.292775 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (0160f4d3-8369-4e3f-84d7-f9bd21cbf210), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.304491 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Calling delete_port for 0160f4d3-8369-4e3f-84d7-f9bd21cbf210 owned by network:floatingip {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:22.503579 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (0160f4d3-8369-4e3f-84d7-f9bd21cbf210), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.531117 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Pushing event deleted for resources: {'Port': ['ID=0160f4d3-8369-4e3f-84d7-f9bd21cbf210,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:22.563595 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.563873 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.564220 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.564563 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.564901 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.565231 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.565562 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.565892 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.566221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.566586 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.566915 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.567240 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.567564 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:22.608159 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks [] for floatingip (febe3c26-05c7-4501-bf37-6f0727a0725e), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.610867 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:22.612045 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-9f914f49-54b1-4000-aefe-5bc9eabf3f3f tempest-AttachVolumeShelveTestJSON-1020443770 tempest-AttachVolumeShelveTestJSON-1020443770-project] 10.222.0.41 "DELETE /v2.0/floatingips/febe3c26-05c7-4501-bf37-6f0727a0725e HTTP/1.1" status: 204 len: 168 time: 0.5187461 Mar 04 20:44:23.422646 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:23.442469 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:23.442823 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 6919f228-2dec-4ea1-8bdb-04ce54bb13f3 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:23.663247 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:25.276429 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43730) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:25.662824 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594690'] for router_interface (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:25.901446 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Deleting port d965025a-6760-49f5-9416-9d06dd87153d {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:25.901783 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (d965025a-6760-49f5-9416-9d06dd87153d), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:25.977915 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] For port d965025a-6760-49f5-9416-9d06dd87153d, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=d965025a-6760-49f5-9416-9d06dd87153d,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:25.978197 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (d965025a-6760-49f5-9416-9d06dd87153d), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:25.995268 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Calling delete_port for d965025a-6760-49f5-9416-9d06dd87153d owned by network:router_interface {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:26.226743 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (d965025a-6760-49f5-9416-9d06dd87153d), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:26.249845 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Pushing event deleted for resources: {'Port': ['ID=d965025a-6760-49f5-9416-9d06dd87153d,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:26.423371 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594678'] for router_interface (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:26.882722 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:44:26.987169 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:44:26.992075 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-022ed6b0-1a03-45aa-b38b-17b2852bc894 admin admin] 10.222.0.41 "PUT /v2.0/routers/61ed1dd3-6f76-4a29-bdc6-a37da84a37c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146335 Mar 04 20:44:26.995265 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43738) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:26.995515 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] Sync routers for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:44:27.004793 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:27.005396 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:27.105188 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks [] for router (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:27.111027 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:27.206687 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks [] for router_gateway (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:27.283173 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:44:26Z', 'revision_number': 5, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port': {'id': '014aaacc-9e8f-4f36-ba39-ada3047f3935', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:38:17Z', 'updated_at': '2022-03-04T20:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:27.310499 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] Checking router: 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:44:27.318781 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] Routers {'61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:27.319390 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:27.348570 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Deleting port 014aaacc-9e8f-4f36-ba39-ada3047f3935 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:27.349071 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:27.410107 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] Set router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 gateway port host: None {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:27.427590 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] For port 014aaacc-9e8f-4f36-ba39-ada3047f3935, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=014aaacc-9e8f-4f36-ba39-ada3047f3935,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:27.428118 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:27.440218 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Calling delete_port for 014aaacc-9e8f-4f36-ba39-ada3047f3935 owned by network:router_gateway {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:27.465608 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:44:27Z', 'revision_number': 6, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port_host': None}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:27.491587 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d407c2b4-66fb-4c14-8dc5-58c42a83c42e None None] The sync data for ids ['61ed1dd3-6f76-4a29-bdc6-a37da84a37c2'] in dv-cinder-799871-17-smb is: [{'id': '61ed1dd3-6f76-4a29-bdc6-a37da84a37c2', 'name': 'tempest-AttachVolumeShelveTestJSON-827897916-router', 'tenant_id': 'afc329e2dfbc4e25b62b921dd177d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:38:16Z', 'updated_at': '2022-03-04T20:44:27Z', 'revision_number': 6, 'project_id': 'afc329e2dfbc4e25b62b921dd177d858', 'gw_port_host': None}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:27.672337 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (014aaacc-9e8f-4f36-ba39-ada3047f3935), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:27.697958 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Pushing event deleted for resources: {'Port': ['ID=014aaacc-9e8f-4f36-ba39-ada3047f3935,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:27.762527 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592732'] for router_gateway (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:27.863561 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60029'] for router (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:27.865835 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks [] for router_controller (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.000714 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596735'] for router (61ed1dd3-6f76-4a29-bdc6-a37da84a37c2), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.001259 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 {{(pid=103638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:44:28.006356 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.007553 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-9b6aee76-ff0e-4e6d-8dce-3b711aa22756 admin admin] 10.222.0.41 "DELETE /v2.0/routers/61ed1dd3-6f76-4a29-bdc6-a37da84a37c2 HTTP/1.1" status: 204 len: 168 time: 1.0113122 Mar 04 20:44:28.011005 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43740) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:28.053850 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_v2 [None req-26da7b8e-b3ae-4403-accb-32c404b465c6 admin admin] Deleting subnet a448cf7e-975a-4d1e-92cd-c96005ad0afc {{(pid=103638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:44:28.056878 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8e-b3ae-4403-accb-32c404b465c6 admin admin] Publish callbacks [] for subnet (a448cf7e-975a-4d1e-92cd-c96005ad0afc), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.089822 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8e-b3ae-4403-accb-32c404b465c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132075400'] for subnet (a448cf7e-975a-4d1e-92cd-c96005ad0afc), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.195461 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8e-b3ae-4403-accb-32c404b465c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (a448cf7e-975a-4d1e-92cd-c96005ad0afc), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.251221 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device d965025a-6760-49f5-9416-9d06dd87153d no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:28.272452 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: d965025a-6760-49f5-9416-9d06dd87153d {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:28.272810 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device d965025a-6760-49f5-9416-9d06dd87153d not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:28.324355 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8e-b3ae-4403-accb-32c404b465c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132073833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131621125'] for subnet (a448cf7e-975a-4d1e-92cd-c96005ad0afc), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.351388 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7b8e-b3ae-4403-accb-32c404b465c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a448cf7e-975a-4d1e-92cd-c96005ad0afc,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:28.353938 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-26da7b8e-b3ae-4403-accb-32c404b465c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.357916 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-26da7b8e-b3ae-4403-accb-32c404b465c6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a448cf7e-975a-4d1e-92cd-c96005ad0afc HTTP/1.1" status: 204 len: 168 time: 0.3452094 Mar 04 20:44:28.359655 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43744) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:28.363575 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977f92a6-b9f1-4c0e-8eb4-7e247067bddf None None] Network f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:44:28.431832 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.496357 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Deleting port a46f13c1-627e-4e36-894e-27030311288f {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:28.496723 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (a46f13c1-627e-4e36-894e-27030311288f), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.527327 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ce6687-a5f1-4725-b40b-49fb7e76877d None None] DHCP port deletion for f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f request from dv-cinder-799871-17-smb {{(pid=103640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:44:28.571589 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] For port a46f13c1-627e-4e36-894e-27030311288f, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a46f13c1-627e-4e36-894e-27030311288f,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:28.572373 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (a46f13c1-627e-4e36-894e-27030311288f), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.580979 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-79ce6687-a5f1-4725-b40b-49fb7e76877d None None] Deleting port a46f13c1-627e-4e36-894e-27030311288f {{(pid=103640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:28.581305 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-79ce6687-a5f1-4725-b40b-49fb7e76877d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (a46f13c1-627e-4e36-894e-27030311288f), before_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.585279 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Calling delete_port for a46f13c1-627e-4e36-894e-27030311288f owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:28.641015 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-79ce6687-a5f1-4725-b40b-49fb7e76877d None None] For port a46f13c1-627e-4e36-894e-27030311288f, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a46f13c1-627e-4e36-894e-27030311288f,segment=NetworkSegment(05a5d817-59b0-4f82-af08-fedeaa38fe27),segment_id=05a5d817-59b0-4f82-af08-fedeaa38fe27)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:28.641662 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-79ce6687-a5f1-4725-b40b-49fb7e76877d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (a46f13c1-627e-4e36-894e-27030311288f), precommit_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.657612 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-79ce6687-a5f1-4725-b40b-49fb7e76877d None None] Calling delete_port for a46f13c1-627e-4e36-894e-27030311288f owned by network:dhcp {{(pid=103640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:28.752235 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (a46f13c1-627e-4e36-894e-27030311288f), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.758061 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-79ce6687-a5f1-4725-b40b-49fb7e76877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (a46f13c1-627e-4e36-894e-27030311288f), after_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.777288 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Pushing event deleted for resources: {'Port': ['ID=a46f13c1-627e-4e36-894e-27030311288f,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:28.786135 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] No DVR routers for this DVR port a46f13c1-627e-4e36-894e-27030311288f on host dv-cinder-799871-17-smb {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:28.786231 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce6687-a5f1-4725-b40b-49fb7e76877d None None] Pushing event deleted for resources: {'Port': ['ID=a46f13c1-627e-4e36-894e-27030311288f,revision_number=None']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:28.790742 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce6687-a5f1-4725-b40b-49fb7e76877d None None] No DVR routers for this DVR port a46f13c1-627e-4e36-894e-27030311288f on host dv-cinder-799871-17-smb {{(pid=103640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:28.856461 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.876295 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f']}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:28.886343 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a5d817-59b0-4f82-af08-fedeaa38fe27') {'for_net_delete': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:28.886670 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a5d817-59b0-4f82-af08-fedeaa38fe27') {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:28.895543 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132075379'] for segment (05a5d817-59b0-4f82-af08-fedeaa38fe27), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.909009 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (05a5d817-59b0-4f82-af08-fedeaa38fe27), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.915320 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:44:28.915708 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073731'] for segment (05a5d817-59b0-4f82-af08-fedeaa38fe27), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: Traceback (most recent call last): Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: timer() Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: cb(*args, **kw) Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: return func(*args, **kwargs) Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: self._notify() Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: self.callback(batched_events) Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: event.method(event) Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: return f(self, *a, **k) Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: return self._get(url).json() Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: return self.request(url, 'GET', **kwargs) Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:44:28.917295 dv-cinder-799871-17-smb neutron-server[103638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:44:29.029170 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:29.034371 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:29.037554 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f HTTP/1.1" status: 204 len: 168 time: 0.6769791 Mar 04 20:44:29.048067 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771851d-ba8e-4daf-bb52-339ffc8d8bae admin admin] Pushing event deleted for resources: {'Network': ['ID=f0dfafcd-8c1e-4f13-ad0c-a31e792bd35f,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:29.325068 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43748) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:29.368978 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-edc3ff77-a331-4b5f-8f63-cf806e989cc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afc329e2dfbc4e25b62b921dd177d858&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426483 Mar 04 20:44:29.371484 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43750) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:29.415929 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-54ce13cf-ebbb-4c60-bb7e-0a49e7a7a053 admin admin] Publish callbacks [] for security_group (723840e3-153e-44f7-94b9-7d485056f892), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:29.436185 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-54ce13cf-ebbb-4c60-bb7e-0a49e7a7a053 admin admin] Publish callbacks [] for security_group (723840e3-153e-44f7-94b9-7d485056f892), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:29.515129 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-54ce13cf-ebbb-4c60-bb7e-0a49e7a7a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (723840e3-153e-44f7-94b9-7d485056f892), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:29.517536 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-54ce13cf-ebbb-4c60-bb7e-0a49e7a7a053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:29.518795 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-54ce13cf-ebbb-4c60-bb7e-0a49e7a7a053 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/723840e3-153e-44f7-94b9-7d485056f892 HTTP/1.1" status: 204 len: 168 time: 0.1462851 Mar 04 20:44:29.526665 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce13cf-ebbb-4c60-bb7e-0a49e7a7a053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723840e3-153e-44f7-94b9-7d485056f892,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:29.753821 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a46f13c1-627e-4e36-894e-27030311288f no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:29.777085 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: a46f13c1-627e-4e36-894e-27030311288f {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:29.777370 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a46f13c1-627e-4e36-894e-27030311288f not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:29.777780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 014aaacc-9e8f-4f36-ba39-ada3047f3935 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:29.795702 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 014aaacc-9e8f-4f36-ba39-ada3047f3935 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:29.796050 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 014aaacc-9e8f-4f36-ba39-ada3047f3935 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:35.557537 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-7325b7f4-c100-4c23-af32-dc58228a2e94 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452832072&fields=id&tenant_id=aeafaa92879a4517abebfb74309976af HTTP/1.1" status: 200 len: 267 time: 0.0437791 Mar 04 20:44:35.618236 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-3c2b3b4b-0460-4ae6-a7e7-1338002dfcc8 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:35.618236 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-3c2b3b4b-0460-4ae6-a7e7-1338002dfcc8 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 984 time: 0.0540333 Mar 04 20:44:35.628869 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-f321d587-1d0e-42cf-b13a-d7d8c1bcb943 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Request body: {'port': {'security_groups': ['a47bd758-2984-4daa-b5a6-bb191e4e2e03']}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:35.719513 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-f321d587-1d0e-42cf-b13a-d7d8c1bcb943 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:35.891591 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-f321d587-1d0e-42cf-b13a-d7d8c1bcb943 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] For port 0358a6ef-4a14-4649-b620-0e051f0ade4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:35.919543 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-f321d587-1d0e-42cf-b13a-d7d8c1bcb943 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:35.980470 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-f321d587-1d0e-42cf-b13a-d7d8c1bcb943 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:35.991811 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['0358a6ef-4a14-4649-b620-0e051f0ade4b'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:44:36.023196 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-f321d587-1d0e-42cf-b13a-d7d8c1bcb943 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:36.024062 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-f321d587-1d0e-42cf-b13a-d7d8c1bcb943 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.025340 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-31024d0e-ae6f-4a5d-8dc5-eef457492ece req-f321d587-1d0e-42cf-b13a-d7d8c1bcb943 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "PUT /v2.0/ports/0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 942 time: 0.4006705 Mar 04 20:44:36.025794 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:36.031008 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98388f85-d36b-46f4-85cb-def0b2cdf1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:36.031391 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43828) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:36.092228 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321d587-1d0e-42cf-b13a-d7d8c1bcb943 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event updated for resources: {'Port': ['ID=0358a6ef-4a14-4649-b620-0e051f0ade4b,revision_number=7']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:36.103087 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dafe1d-f023-4dd3-a521-2952e8123507 x-openstack-request-id: req-22dafe1d-f023-4dd3-a521-2952e8123507 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:36.104918 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:36.105130 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22dafe1d-f023-4dd3-a521-2952e8123507 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:36.105570 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'status': 'completed', 'code': 200} Mar 04 20:44:36.105909 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c883b63f-6840-43c1-94cb-157ff2436c68 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group (cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.133243 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c883b63f-6840-43c1-94cb-157ff2436c68 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group (cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.139066 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['0358a6ef-4a14-4649-b620-0e051f0ade4b'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:44:36.201161 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-ad29cd0c-7904-4cb4-b2b3-f350cde8fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:36.202743 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-ad29cd0c-7904-4cb4-b2b3-f350cde8fa70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aeafaa92879a4517abebfb74309976af&device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1129 time: 0.0770428 Mar 04 20:44:36.303879 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c883b63f-6840-43c1-94cb-157ff2436c68 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.307599 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c883b63f-6840-43c1-94cb-157ff2436c68 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.312025 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-c883b63f-6840-43c1-94cb-157ff2436c68 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "DELETE /v2.0/security-groups/cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc HTTP/1.1" status: 204 len: 168 time: 0.2795281 Mar 04 20:44:36.314511 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 43838) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:36.314872 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-f3150e90-aa03-4034-922d-e4bc4eaf4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:36.316445 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-f3150e90-aa03-4034-922d-e4bc4eaf4641 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c62cf8d-645d-4419-bb45-8d057a3f43de HTTP/1.1" status: 200 len: 914 time: 0.1071434 Mar 04 20:44:36.360415 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-79192d1f-f7f5-429a-bd14-bc7e3caf1b7b None None] Provisioning complete for port 0358a6ef-4a14-4649-b620-0e051f0ade4b triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:44:36.361010 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-79192d1f-f7f5-429a-bd14-bc7e3caf1b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.400269 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-33e0cd5d-7479-419b-b1a5-093b9231cba3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 1001 time: 0.0756648 Mar 04 20:44:36.454673 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883b63f-6840-43c1-94cb-157ff2436c68 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9dbb2e-a49c-48bf-b3ef-d30d1f5123bc,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:36.462295 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-79192d1f-f7f5-429a-bd14-bc7e3caf1b7b None None] Current status of the port 0358a6ef-4a14-4649-b620-0e051f0ade4b is: ACTIVE; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:44:36.522690 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Deleting port 448925b6-cf2b-472a-b35e-5aaea91e44e2 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:36.523041 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (448925b6-cf2b-472a-b35e-5aaea91e44e2), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.613255 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (448925b6-cf2b-472a-b35e-5aaea91e44e2), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.613596 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for floatingip (448925b6-cf2b-472a-b35e-5aaea91e44e2), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.633181 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Calling delete_port for 448925b6-cf2b-472a-b35e-5aaea91e44e2 owned by network:floatingip {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:36.712286 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-456c361d-db14-48ea-9b1a-929ae2260067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:36.713731 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-456c361d-db14-48ea-9b1a-929ae2260067 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56c902b2-4736-471b-8caa-86a3664bd890 HTTP/1.1" status: 200 len: 852 time: 0.3065648 Mar 04 20:44:36.764169 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-d6244c9e-473a-431f-86ce-d77cb289781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:36.765728 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-d6244c9e-473a-431f-86ce-d77cb289781f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c62cf8d-645d-4419-bb45-8d057a3f43de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0449767 Mar 04 20:44:36.861244 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (448925b6-cf2b-472a-b35e-5aaea91e44e2), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.862513 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-8d59521c-5c0e-41e1-a171-89ce3c9ab46f service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861201 Mar 04 20:44:36.889757 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event deleted for resources: {'Port': ['ID=448925b6-cf2b-472a-b35e-5aaea91e44e2,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:36.954526 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks [] for floatingip (4976f4cc-643d-4150-b3f5-0595707e647f), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:36.954846 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Floating IP 4976f4cc-643d-4150-b3f5-0595707e647f disassociated (deleted). External IP: 172.28.1.126, port: 0358a6ef-4a14-4649-b620-0e051f0ade4b. Mar 04 20:44:36.956899 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98388f85-d36b-46f4-85cb-def0b2cdf1e5 req-c7b98033-cee7-4904-9551-635c68e06eff service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881207 Mar 04 20:44:37.159959 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:44:37.269926 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:44:37.275023 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:37.279853 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] Sync routers for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:44:37.294328 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:37.294988 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:37.305519 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-8144ccab-e4f9-41cb-af29-bc1f72e9187b tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "DELETE /v2.0/floatingips/4976f4cc-643d-4150-b3f5-0595707e647f HTTP/1.1" status: 204 len: 168 time: 0.9874363 Mar 04 20:44:37.306971 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:37.308992 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5630b1e7-cb9e-4420-9edb-34f5ba41c278" -d '{"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:37.412327 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:37.486722 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ccd33c-3c80-41c2-8870-051a5d353ee9 x-openstack-request-id: req-93ccd33c-3c80-41c2-8870-051a5d353ee9 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:37.487086 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:37.487407 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93ccd33c-3c80-41c2-8870-051a5d353ee9 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:37.487810 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'status': 'completed', 'code': 200} Mar 04 20:44:37.555081 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-e0de3ee4-a9ae-46f6-881d-680b0d8f99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:37.557388 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-e0de3ee4-a9ae-46f6-881d-680b0d8f99ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aeafaa92879a4517abebfb74309976af&device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 1129 time: 0.0480723 Mar 04 20:44:37.627735 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '453e2c2d-7eb9-48e8-a74d-ca83c52c5203', 'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'mac_address': 'fa:16:3e:12:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:23Z', 'updated_at': '2022-03-04T20:42:27Z', 'revision_number': 5, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'subnets': [{'id': '56c902b2-4736-471b-8caa-86a3664bd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:37.661098 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] Checking router: 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:44:37.668213 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-ee2f60e8-94ff-4185-9582-e54843d22a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:37.669900 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-ee2f60e8-94ff-4185-9582-e54843d22a70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c62cf8d-645d-4419-bb45-8d057a3f43de HTTP/1.1" status: 200 len: 914 time: 0.1052730 Mar 04 20:44:37.672842 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:37.673469 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:37.711440 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-13496208-7590-4497-bf38-6c6f9e588d32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 200 len: 217 time: 0.0346107 Mar 04 20:44:37.769005 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-01c44f25-e7c9-45f7-84ea-a286c056b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:37.770753 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-01c44f25-e7c9-45f7-84ea-a286c056b3ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=56c902b2-4736-471b-8caa-86a3664bd890 HTTP/1.1" status: 200 len: 852 time: 0.0484893 Mar 04 20:44:37.790267 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:37.823950 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-8378d7b0-dd88-4101-9df2-3b8d861c4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:37.825485 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-8378d7b0-dd88-4101-9df2-3b8d861c4673 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c62cf8d-645d-4419-bb45-8d057a3f43de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0441892 Mar 04 20:44:37.922329 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-4f8394f6-2736-49f7-b236-39470e129f39 service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901692 Mar 04 20:44:37.987230 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '453e2c2d-7eb9-48e8-a74d-ca83c52c5203', 'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'mac_address': 'fa:16:3e:12:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:23Z', 'updated_at': '2022-03-04T20:42:27Z', 'revision_number': 5, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'subnets': [{'id': '56c902b2-4736-471b-8caa-86a3664bd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:38.016875 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49bd12-4994-4170-8d87-51f85056d099 None None] The sync data for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb is: [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '453e2c2d-7eb9-48e8-a74d-ca83c52c5203', 'name': '', 'network_id': '4c62cf8d-645d-4419-bb45-8d057a3f43de', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'mac_address': 'fa:16:3e:12:53:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '56c902b2-4736-471b-8caa-86a3664bd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:23Z', 'updated_at': '2022-03-04T20:42:27Z', 'revision_number': 5, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'subnets': [{'id': '56c902b2-4736-471b-8caa-86a3664bd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:38.019196 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5630b1e7-cb9e-4420-9edb-34f5ba41c278 req-2bb5e25c-5012-40c6-8f04-c9d0d85ba901 service neutron] 10.222.0.21 "GET /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901449 Mar 04 20:44:38.274118 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e3fc4-dd10-4042-958c-60afdc3350ae None None] New status for floating IP 4976f4cc-643d-4150-b3f5-0595707e647f: DOWN {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:44:40.520248 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b1403-5f53-463d-9e52-9ebcb1e066bc req-89a18382-9020-497a-b721-75c4fa92ec05 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:40.521742 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cf4b1403-5f53-463d-9e52-9ebcb1e066bc req-89a18382-9020-497a-b721-75c4fa92ec05 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.0523334 Mar 04 20:44:40.567378 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cf4b1403-5f53-463d-9e52-9ebcb1e066bc req-79686b39-5fc6-4b25-8845-bab16bdc8a01 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391684 Mar 04 20:44:40.606042 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:44:41.693157 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a6296-04f4-49cd-ae1c-1cd101869c8b req-05ee16b4-bf55-4aaf-9df0-c1757c6c37b6 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:41.694700 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-863a6296-04f4-49cd-ae1c-1cd101869c8b req-05ee16b4-bf55-4aaf-9df0-c1757c6c37b6 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.0568473 Mar 04 20:44:41.745749 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-863a6296-04f4-49cd-ae1c-1cd101869c8b req-5939c02a-76aa-4949-9fbe-ad37188a69e0 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Mar 04 20:44:42.437416 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d711668-2450-4699-b65b-83ec73034ee4 req-390f739a-3382-4b22-86e9-6a4226d0820c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:42.438900 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2d711668-2450-4699-b65b-83ec73034ee4 req-390f739a-3382-4b22-86e9-6a4226d0820c tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.21 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 945 time: 0.0521026 Mar 04 20:44:42.530954 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [req-2d711668-2450-4699-b65b-83ec73034ee4 req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Deleting port 0358a6ef-4a14-4649-b620-0e051f0ade4b {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:42.531299 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-2d711668-2450-4699-b65b-83ec73034ee4 req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:42.629165 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-2d711668-2450-4699-b65b-83ec73034ee4 req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] For port 0358a6ef-4a14-4649-b620-0e051f0ade4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0358a6ef-4a14-4649-b620-0e051f0ade4b,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:42.629454 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-2d711668-2450-4699-b65b-83ec73034ee4 req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:42.642929 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [req-2d711668-2450-4699-b65b-83ec73034ee4 req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Calling delete_port for 0358a6ef-4a14-4649-b620-0e051f0ade4b owned by compute:nova {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:42.838148 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-2d711668-2450-4699-b65b-83ec73034ee4 req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (0358a6ef-4a14-4649-b620-0e051f0ade4b), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:42.850343 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['0358a6ef-4a14-4649-b620-0e051f0ade4b'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:44:42.865706 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c1e0-d177-4be5-8902-385fb9e49194 req-65679de3-3f0e-4f06-a2f8-1d8d1cefb802 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:42.867225 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-54b4c1e0-d177-4be5-8902-385fb9e49194 req-65679de3-3f0e-4f06-a2f8-1d8d1cefb802 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/ports?device_id=632cd4ca-66a1-4575-8163-c2c6ed988b2a HTTP/1.1" status: 200 len: 867 time: 0.0553370 Mar 04 20:44:42.896159 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Pushing event deleted for resources: {'Port': ['ID=0358a6ef-4a14-4649-b620-0e051f0ade4b,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:42.918664 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d711668-2450-4699-b65b-83ec73034ee4 req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] No DVR routers for this DVR port 0358a6ef-4a14-4649-b620-0e051f0ade4b on host hv-cinder-79987 {{(pid=103639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:42.921344 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-2d711668-2450-4699-b65b-83ec73034ee4 req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:42.922200 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-54b4c1e0-d177-4be5-8902-385fb9e49194 req-03228fa2-f30b-4519-b42b-d5b0885a1f61 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.41 "GET /v2.0/security-groups?id=a47bd758-2984-4daa-b5a6-bb191e4e2e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487542 Mar 04 20:44:42.924829 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-2d711668-2450-4699-b65b-83ec73034ee4 req-8fd9b3ff-cb89-487e-aed9-008b54181801 tempest-TestMinimumBasicScenario-330493473 tempest-TestMinimumBasicScenario-330493473-project] 10.222.0.21 "DELETE /v2.0/ports/0358a6ef-4a14-4649-b620-0e051f0ade4b HTTP/1.1" status: 204 len: 173 time: 0.4802594 Mar 04 20:44:42.928709 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'name': 'network-vif-deleted', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:44:42.928709 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb16ae9-3e6a-4e55-b1fe-ed587ba0983c" -d '{"events": [{"server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "name": "network-vif-deleted", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:44:42.964107 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfb2774-db06-4dfa-8564-302127aa7d3e x-openstack-request-id: req-1dfb2774-db06-4dfa-8564-302127aa7d3e {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:44:42.964419 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632cd4ca-66a1-4575-8163-c2c6ed988b2a", "name": "network-vif-deleted", "tag": "0358a6ef-4a14-4649-b620-0e051f0ade4b", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:44:42.964679 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1dfb2774-db06-4dfa-8564-302127aa7d3e {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:44:42.965117 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632cd4ca-66a1-4575-8163-c2c6ed988b2a', 'name': 'network-vif-deleted', 'tag': '0358a6ef-4a14-4649-b620-0e051f0ade4b', 'status': 'completed', 'code': 200} Mar 04 20:44:44.908694 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:45.497076 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44000) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:45.511042 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 0358a6ef-4a14-4649-b620-0e051f0ade4b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:45.531572 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 0358a6ef-4a14-4649-b620-0e051f0ade4b {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:45.531924 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 0358a6ef-4a14-4649-b620-0e051f0ade4b not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:45.913096 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594690'] for router_interface (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:46.214777 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Deleting port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:46.215145 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:46.291197 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] For port 453e2c2d-7eb9-48e8-a74d-ca83c52c5203, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=453e2c2d-7eb9-48e8-a74d-ca83c52c5203,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:46.291566 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:46.303733 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Calling delete_port for 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 owned by network:router_interface {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:46.544591 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (453e2c2d-7eb9-48e8-a74d-ca83c52c5203), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:46.569134 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Pushing event deleted for resources: {'Port': ['ID=453e2c2d-7eb9-48e8-a74d-ca83c52c5203,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:46.735941 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594678'] for router_interface (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:47.176236 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:44:47.283941 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:44:47.291516 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44030) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:47.291969 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1939b524-73cb-47df-8377-c36b6b80115e admin admin] 10.222.0.41 "PUT /v2.0/routers/7cd2aee5-b246-4b81-bf4a-01634cdb8dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7934136 Mar 04 20:44:47.300776 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27665a0a-1973-4684-addc-700503cd041e None None] Sync routers for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:44:47.319277 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27665a0a-1973-4684-addc-700503cd041e None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:47.319890 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-27665a0a-1973-4684-addc-700503cd041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:47.568864 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd3a4-1dd3-4927-845a-4417161b96ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:47.583277 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-27665a0a-1973-4684-addc-700503cd041e None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:47.666648 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks [] for router (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:47.797836 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks [] for router_gateway (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:47.806680 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-27665a0a-1973-4684-addc-700503cd041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:44:46Z', 'revision_number': 5, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:47.833849 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27665a0a-1973-4684-addc-700503cd041e None None] Checking router: 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:44:47.843009 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27665a0a-1973-4684-addc-700503cd041e None None] Routers {'7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:47.843674 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-27665a0a-1973-4684-addc-700503cd041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:47.896678 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Deleting port c7ab6c10-7c4f-4689-a223-da1b454ec1f9 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:47.897015 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:47.952698 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-27665a0a-1973-4684-addc-700503cd041e None None] Set router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:47.975541 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] For port c7ab6c10-7c4f-4689-a223-da1b454ec1f9, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=c7ab6c10-7c4f-4689-a223-da1b454ec1f9,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:47.975936 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:47.988982 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Calling delete_port for c7ab6c10-7c4f-4689-a223-da1b454ec1f9 owned by network:router_gateway {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:48.142276 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-27665a0a-1973-4684-addc-700503cd041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:44:46Z', 'revision_number': 5, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:48.169410 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27665a0a-1973-4684-addc-700503cd041e None None] The sync data for ids ['7cd2aee5-b246-4b81-bf4a-01634cdb8dfa'] in dv-cinder-799871-17-smb is: [{'id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'name': 'tempest-TestMinimumBasicScenario-47165994-router', 'tenant_id': 'aeafaa92879a4517abebfb74309976af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:20Z', 'updated_at': '2022-03-04T20:44:46Z', 'revision_number': 5, 'project_id': 'aeafaa92879a4517abebfb74309976af', 'gw_port': {'id': 'c7ab6c10-7c4f-4689-a223-da1b454ec1f9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd2aee5-b246-4b81-bf4a-01634cdb8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:21Z', 'updated_at': '2022-03-04T20:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:48.232437 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (c7ab6c10-7c4f-4689-a223-da1b454ec1f9), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.261885 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ab6c10-7c4f-4689-a223-da1b454ec1f9,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:48.322981 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592732'] for router_gateway (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.415564 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60029'] for router (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.417800 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks [] for router_controller (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.543829 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596735'] for router (7cd2aee5-b246-4b81-bf4a-01634cdb8dfa), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.544061 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd2aee5-b246-4b81-bf4a-01634cdb8dfa {{(pid=103638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:44:48.548707 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.554290 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d3a34942-e1fc-4ab2-853a-705f367fb802 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7cd2aee5-b246-4b81-bf4a-01634cdb8dfa HTTP/1.1" status: 204 len: 168 time: 1.2600164 Mar 04 20:44:48.554452 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44036) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:48.604020 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ea1213-94fd-4a7f-8900-12c6f05c8f7e admin admin] Deleting subnet 56c902b2-4736-471b-8caa-86a3664bd890 {{(pid=103639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:44:48.612407 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1213-94fd-4a7f-8900-12c6f05c8f7e admin admin] Publish callbacks [] for subnet (56c902b2-4736-471b-8caa-86a3664bd890), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.649166 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1213-94fd-4a7f-8900-12c6f05c8f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130617293'] for subnet (56c902b2-4736-471b-8caa-86a3664bd890), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.729329 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1213-94fd-4a7f-8900-12c6f05c8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (56c902b2-4736-471b-8caa-86a3664bd890), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.873252 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1213-94fd-4a7f-8900-12c6f05c8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133226011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130826723'] for subnet (56c902b2-4736-471b-8caa-86a3664bd890), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.899532 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea1213-94fd-4a7f-8900-12c6f05c8f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c902b2-4736-471b-8caa-86a3664bd890,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:48.904927 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1213-94fd-4a7f-8900-12c6f05c8f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:48.908780 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-e6ea1213-94fd-4a7f-8900-12c6f05c8f7e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/56c902b2-4736-471b-8caa-86a3664bd890 HTTP/1.1" status: 204 len: 168 time: 0.3550596 Mar 04 20:44:48.910068 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef44f5-38d4-4604-8e79-cda533fa8838 None None] Network 4c62cf8d-645d-4419-bb45-8d057a3f43de requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:44:48.911197 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44052) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:48.983164 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (4c62cf8d-645d-4419-bb45-8d057a3f43de), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.040136 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Deleting port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:49.041096 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.103162 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] For port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=dd5ed2b4-8da8-48a8-9b0e-a95f46298bef,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:49.103530 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.117027 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Calling delete_port for dd5ed2b4-8da8-48a8-9b0e-a95f46298bef owned by network:dhcp {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:49.208028 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] DHCP port deletion for 4c62cf8d-645d-4419-bb45-8d057a3f43de request from dv-cinder-799871-17-smb {{(pid=103640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:44:49.254832 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Deleting port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef {{(pid=103640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:49.255205 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), before_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.269120 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.296321 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5ed2b4-8da8-48a8-9b0e-a95f46298bef,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:49.298041 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] No DVR routers for this DVR port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef on host dv-cinder-799871-17-smb {{(pid=103639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:49.321678 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] For port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=dd5ed2b4-8da8-48a8-9b0e-a95f46298bef,segment=NetworkSegment(3503dd28-788b-4110-8d32-0f2794d020fa),segment_id=3503dd28-788b-4110-8d32-0f2794d020fa)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:49.322174 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), precommit_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.338873 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Calling delete_port for dd5ed2b4-8da8-48a8-9b0e-a95f46298bef owned by network:dhcp {{(pid=103640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:49.373160 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (4c62cf8d-645d-4419-bb45-8d057a3f43de), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.392781 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c62cf8d-645d-4419-bb45-8d057a3f43de']}} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:49.402587 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3503dd28-788b-4110-8d32-0f2794d020fa') {'for_net_delete': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:49.402893 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3503dd28-788b-4110-8d32-0f2794d020fa') {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:49.412290 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130617142'] for segment (3503dd28-788b-4110-8d32-0f2794d020fa), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.420328 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (dd5ed2b4-8da8-48a8-9b0e-a95f46298bef), after_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.428066 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (3503dd28-788b-4110-8d32-0f2794d020fa), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.436702 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:44:49.437294 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133226097'] for segment (3503dd28-788b-4110-8d32-0f2794d020fa), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: Traceback (most recent call last): Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: timer() Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: cb(*args, **kw) Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: return func(*args, **kwargs) Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: self._notify() Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: self.callback(batched_events) Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: event.method(event) Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: return f(self, *a, **k) Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: return self._get(url).json() Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: return self.request(url, 'GET', **kwargs) Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:44:49.438982 dv-cinder-799871-17-smb neutron-server[103639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:44:49.444893 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Pushing event deleted for resources: {'Port': ['ID=dd5ed2b4-8da8-48a8-9b0e-a95f46298bef,revision_number=None']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:49.449497 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] No DVR routers for this DVR port dd5ed2b4-8da8-48a8-9b0e-a95f46298bef on host dv-cinder-799871-17-smb {{(pid=103640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:49.456397 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.456749 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.457115 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.457456 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.457786 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.458112 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.458457 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.458784 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.459107 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.459428 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.459744 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.460217 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.460689 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a7055-85a1-4cc8-9a13-74ad4acf376e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:44:49.539035 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44064) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:49.569395 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (4c62cf8d-645d-4419-bb45-8d057a3f43de), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.575955 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.581878 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] 10.222.0.41 "DELETE /v2.0/networks/4c62cf8d-645d-4419-bb45-8d057a3f43de HTTP/1.1" status: 204 len: 168 time: 0.6671932 Mar 04 20:44:49.582631 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44068) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:49.590558 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895528b-01e7-406a-90c6-1d107013f0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=4c62cf8d-645d-4419-bb45-8d057a3f43de,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:49.634870 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-307248f5-9cac-4a7f-90ea-01d569755a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.655358 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-517f83f0-73a2-424b-a829-adc2d49a052b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.737983 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-517f83f0-73a2-424b-a829-adc2d49a052b admin admin] Publish callbacks [] for security_group (585bf577-331d-48c0-9bcf-09ddcb7b3696), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.782682 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device c7ab6c10-7c4f-4689-a223-da1b454ec1f9 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:49.805537 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: c7ab6c10-7c4f-4689-a223-da1b454ec1f9 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:49.805792 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device c7ab6c10-7c4f-4689-a223-da1b454ec1f9 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:49.806211 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device dd5ed2b4-8da8-48a8-9b0e-a95f46298bef no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:49.811957 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-517f83f0-73a2-424b-a829-adc2d49a052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (585bf577-331d-48c0-9bcf-09ddcb7b3696), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.826104 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: dd5ed2b4-8da8-48a8-9b0e-a95f46298bef {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:49.826479 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device dd5ed2b4-8da8-48a8-9b0e-a95f46298bef not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:49.827069 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:49.848770 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:49.849117 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 453e2c2d-7eb9-48e8-a74d-ca83c52c5203 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:49.857929 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-517f83f0-73a2-424b-a829-adc2d49a052b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=563e0b8763834daeb5eb554833055456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176129 Mar 04 20:44:49.858797 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f83f0-73a2-424b-a829-adc2d49a052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585bf577-331d-48c0-9bcf-09ddcb7b3696,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:49.861390 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44070) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:49.930865 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-426f5108-4e73-4353-bc51-4a70c22864a2 admin admin] Publish callbacks [] for security_group (585bf577-331d-48c0-9bcf-09ddcb7b3696), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:49.973710 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-426f5108-4e73-4353-bc51-4a70c22864a2 admin admin] Publish callbacks [] for security_group (585bf577-331d-48c0-9bcf-09ddcb7b3696), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.017408 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594690'] for router_interface (835d0431-bf26-4816-9235-6cf4975f85d6), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.144105 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-426f5108-4e73-4353-bc51-4a70c22864a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (585bf577-331d-48c0-9bcf-09ddcb7b3696), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.146580 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-426f5108-4e73-4353-bc51-4a70c22864a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.147717 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-426f5108-4e73-4353-bc51-4a70c22864a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/585bf577-331d-48c0-9bcf-09ddcb7b3696 HTTP/1.1" status: 204 len: 168 time: 0.2846649 Mar 04 20:44:50.175296 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f5108-4e73-4353-bc51-4a70c22864a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585bf577-331d-48c0-9bcf-09ddcb7b3696,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:50.273840 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Deleting port 7cea1f71-9a72-4954-9383-8fc40a7cac19 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:50.274279 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.362559 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] For port 7cea1f71-9a72-4954-9383-8fc40a7cac19, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=7cea1f71-9a72-4954-9383-8fc40a7cac19,segment=NetworkSegment(5af12a6f-4775-4a1d-9854-be233beadcef),segment_id=5af12a6f-4775-4a1d-9854-be233beadcef)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:50.362924 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.375490 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Calling delete_port for 7cea1f71-9a72-4954-9383-8fc40a7cac19 owned by network:router_interface {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:50.615379 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (7cea1f71-9a72-4954-9383-8fc40a7cac19), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.644420 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7cea1f71-9a72-4954-9383-8fc40a7cac19,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:50.705969 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44078) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:50.720743 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5737ade3-bd9f-4265-ae36-10c4b771f203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.807553 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5737ade3-bd9f-4265-ae36-10c4b771f203 admin admin] Publish callbacks [] for security_group (fd5ff516-c842-45d5-a776-835d09098d51), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.828992 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594678'] for router_interface (835d0431-bf26-4816-9235-6cf4975f85d6), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.860382 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5737ade3-bd9f-4265-ae36-10c4b771f203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (fd5ff516-c842-45d5-a776-835d09098d51), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.899458 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-5737ade3-bd9f-4265-ae36-10c4b771f203 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ba4847db1574994aea9dfa64cd27741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917634 Mar 04 20:44:50.901585 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737ade3-bd9f-4265-ae36-10c4b771f203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ff516-c842-45d5-a776-835d09098d51,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:50.904546 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44080) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:50.956739 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1b9cee2d-e654-4b68-a6b4-8bf76108d225 admin admin] Publish callbacks [] for security_group (fd5ff516-c842-45d5-a776-835d09098d51), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.979017 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1b9cee2d-e654-4b68-a6b4-8bf76108d225 admin admin] Publish callbacks [] for security_group (fd5ff516-c842-45d5-a776-835d09098d51), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:50.990577 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.060992 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Router 835d0431-bf26-4816-9235-6cf4975f85d6 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:44:51.103720 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1b9cee2d-e654-4b68-a6b4-8bf76108d225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (fd5ff516-c842-45d5-a776-835d09098d51), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.107361 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1b9cee2d-e654-4b68-a6b4-8bf76108d225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.111066 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1b9cee2d-e654-4b68-a6b4-8bf76108d225 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd5ff516-c842-45d5-a776-835d09098d51 HTTP/1.1" status: 204 len: 168 time: 0.2029097 Mar 04 20:44:51.117595 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cee2d-e654-4b68-a6b4-8bf76108d225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ff516-c842-45d5-a776-835d09098d51,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:51.184768 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:44:51.189933 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6c5d9b94-d204-4100-a90a-7004382ae7aa admin admin] 10.222.0.41 "PUT /v2.0/routers/835d0431-bf26-4816-9235-6cf4975f85d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6056361 Mar 04 20:44:51.192551 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44088) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:51.194237 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] Sync routers for ids ['835d0431-bf26-4816-9235-6cf4975f85d6'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:44:51.209504 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] Routers {'835d0431-bf26-4816-9235-6cf4975f85d6'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:51.209504 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['835d0431-bf26-4816-9235-6cf4975f85d6'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:51.305109 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks [] for router (835d0431-bf26-4816-9235-6cf4975f85d6), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.325694 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] Set router 835d0431-bf26-4816-9235-6cf4975f85d6 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:51.418218 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks [] for router_gateway (835d0431-bf26-4816-9235-6cf4975f85d6), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.514022 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159'}], 'enable_snat': True}, 'gw_port_id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:28Z', 'updated_at': '2022-03-04T20:44:50Z', 'revision_number': 5, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'gw_port': {'id': '114ce24d-87b3-46af-95b6-03ab7e6bd955', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:28:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:29Z', 'updated_at': '2022-03-04T20:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:51.541287 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] Checking router: 835d0431-bf26-4816-9235-6cf4975f85d6 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:44:51.557413 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] Routers {'835d0431-bf26-4816-9235-6cf4975f85d6'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:44:51.558253 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['835d0431-bf26-4816-9235-6cf4975f85d6'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:51.563669 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Deleting port 114ce24d-87b3-46af-95b6-03ab7e6bd955 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:51.564013 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.654024 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] Set router 835d0431-bf26-4816-9235-6cf4975f85d6 gateway port host: None {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:44:51.664536 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] For port 114ce24d-87b3-46af-95b6-03ab7e6bd955, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=114ce24d-87b3-46af-95b6-03ab7e6bd955,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:51.664903 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.681386 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Calling delete_port for 114ce24d-87b3-46af-95b6-03ab7e6bd955 owned by network:router_gateway {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:51.707871 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:28Z', 'updated_at': '2022-03-04T20:44:51Z', 'revision_number': 6, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'gw_port_host': None}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:51.835248 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7b5cfd-8a9e-4765-8a57-8eac33ccc34c None None] The sync data for ids ['835d0431-bf26-4816-9235-6cf4975f85d6'] in dv-cinder-799871-17-smb is: [{'id': '835d0431-bf26-4816-9235-6cf4975f85d6', 'name': 'tempest-TestMinimumBasicScenario-1454862316-router', 'tenant_id': 'a594d53e7f044479a46c44ab9975ddf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:28Z', 'updated_at': '2022-03-04T20:44:51Z', 'revision_number': 6, 'project_id': 'a594d53e7f044479a46c44ab9975ddf7', 'gw_port_host': None}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:44:51.969235 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (114ce24d-87b3-46af-95b6-03ab7e6bd955), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:51.999130 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Pushing event deleted for resources: {'Port': ['ID=114ce24d-87b3-46af-95b6-03ab7e6bd955,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:52.059551 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592732'] for router_gateway (835d0431-bf26-4816-9235-6cf4975f85d6), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.170438 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60029'] for router (835d0431-bf26-4816-9235-6cf4975f85d6), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.172452 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks [] for router_controller (835d0431-bf26-4816-9235-6cf4975f85d6), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.264135 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.329006 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596735'] for router (835d0431-bf26-4816-9235-6cf4975f85d6), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.329536 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 835d0431-bf26-4816-9235-6cf4975f85d6 {{(pid=103639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:44:52.344285 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.344285 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-86dc9124-c95e-43c5-b220-229be6b1308b admin admin] 10.222.0.41 "DELETE /v2.0/routers/835d0431-bf26-4816-9235-6cf4975f85d6 HTTP/1.1" status: 204 len: 168 time: 1.1421499 Mar 04 20:44:52.344285 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44112) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:52.384366 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b42559-a517-4c15-8bde-7c6a7cd8ba1c admin admin] Deleting subnet 456428da-00b6-4bb0-b461-da3732d5800b {{(pid=103639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:44:52.387557 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b42559-a517-4c15-8bde-7c6a7cd8ba1c admin admin] Publish callbacks [] for subnet (456428da-00b6-4bb0-b461-da3732d5800b), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.421215 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b42559-a517-4c15-8bde-7c6a7cd8ba1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130617293'] for subnet (456428da-00b6-4bb0-b461-da3732d5800b), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.499580 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b42559-a517-4c15-8bde-7c6a7cd8ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (456428da-00b6-4bb0-b461-da3732d5800b), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.615611 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b42559-a517-4c15-8bde-7c6a7cd8ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133226011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130826723'] for subnet (456428da-00b6-4bb0-b461-da3732d5800b), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.646605 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b42559-a517-4c15-8bde-7c6a7cd8ba1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456428da-00b6-4bb0-b461-da3732d5800b,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:52.650216 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b42559-a517-4c15-8bde-7c6a7cd8ba1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.656836 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44118) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:52.657338 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-14b42559-a517-4c15-8bde-7c6a7cd8ba1c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/456428da-00b6-4bb0-b461-da3732d5800b HTTP/1.1" status: 204 len: 168 time: 0.3176336 Mar 04 20:44:52.660448 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862f7522-5289-49ef-8105-60276f245851 None None] Network 5cea72c6-16e1-4779-b367-9d6bab472ae8 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:44:52.748299 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (5cea72c6-16e1-4779-b367-9d6bab472ae8), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.814825 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Deleting port 5260b431-1275-4875-8754-a0a1cbeaef97 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:52.815112 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.863399 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeb7c06-4c38-4008-b221-39ca0f57d8b8 None None] DHCP port deletion for 5cea72c6-16e1-4779-b367-9d6bab472ae8 request from dv-cinder-799871-17-smb {{(pid=103640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:44:52.895607 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] For port 5260b431-1275-4875-8754-a0a1cbeaef97, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=5260b431-1275-4875-8754-a0a1cbeaef97,segment=NetworkSegment(5af12a6f-4775-4a1d-9854-be233beadcef),segment_id=5af12a6f-4775-4a1d-9854-be233beadcef)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:52.896272 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:52.915427 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Calling delete_port for 5260b431-1275-4875-8754-a0a1cbeaef97 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:52.937787 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb7c06-4c38-4008-b221-39ca0f57d8b8 None None] Deleting port 5260b431-1275-4875-8754-a0a1cbeaef97 {{(pid=103640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:44:52.938201 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7c06-4c38-4008-b221-39ca0f57d8b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), before_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.016369 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-dfeb7c06-4c38-4008-b221-39ca0f57d8b8 None None] For port 5260b431-1275-4875-8754-a0a1cbeaef97, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=5260b431-1275-4875-8754-a0a1cbeaef97,segment=NetworkSegment(5af12a6f-4775-4a1d-9854-be233beadcef),segment_id=5af12a6f-4775-4a1d-9854-be233beadcef)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:44:53.018530 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7c06-4c38-4008-b221-39ca0f57d8b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), precommit_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.030157 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb7c06-4c38-4008-b221-39ca0f57d8b8 None None] Calling delete_port for 5260b431-1275-4875-8754-a0a1cbeaef97 owned by network:dhcp {{(pid=103640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:44:53.101340 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.117688 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-dfeb7c06-4c38-4008-b221-39ca0f57d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (5260b431-1275-4875-8754-a0a1cbeaef97), after_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.131242 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5260b431-1275-4875-8754-a0a1cbeaef97,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:53.141884 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] No DVR routers for this DVR port 5260b431-1275-4875-8754-a0a1cbeaef97 on host dv-cinder-799871-17-smb {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:53.155128 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb7c06-4c38-4008-b221-39ca0f57d8b8 None None] Pushing event deleted for resources: {'Port': ['ID=5260b431-1275-4875-8754-a0a1cbeaef97,revision_number=None']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:53.163251 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb7c06-4c38-4008-b221-39ca0f57d8b8 None None] No DVR routers for this DVR port 5260b431-1275-4875-8754-a0a1cbeaef97 on host dv-cinder-799871-17-smb {{(pid=103640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:44:53.216170 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (5cea72c6-16e1-4779-b367-9d6bab472ae8), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.237935 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cea72c6-16e1-4779-b367-9d6bab472ae8']}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:53.247576 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af12a6f-4775-4a1d-9854-be233beadcef') {'for_net_delete': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:53.248096 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af12a6f-4775-4a1d-9854-be233beadcef') {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:44:53.257197 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132075379'] for segment (5af12a6f-4775-4a1d-9854-be233beadcef), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.270548 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (5af12a6f-4775-4a1d-9854-be233beadcef), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.277356 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:44:53.277754 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073731'] for segment (5af12a6f-4775-4a1d-9854-be233beadcef), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: Traceback (most recent call last): Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: timer() Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: cb(*args, **kw) Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: return func(*args, **kwargs) Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: self._notify() Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: self.callback(batched_events) Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: event.method(event) Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: return f(self, *a, **k) Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: return self._get(url).json() Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: return self.request(url, 'GET', **kwargs) Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:44:53.279597 dv-cinder-799871-17-smb neutron-server[103638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:44:53.418680 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (5cea72c6-16e1-4779-b367-9d6bab472ae8), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.429580 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.429580 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] 10.222.0.41 "DELETE /v2.0/networks/5cea72c6-16e1-4779-b367-9d6bab472ae8 HTTP/1.1" status: 204 len: 168 time: 0.7673545 Mar 04 20:44:53.444230 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2a234-bd4a-40f4-a50b-981ef821c5ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5cea72c6-16e1-4779-b367-9d6bab472ae8,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:53.703639 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.773313 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 114ce24d-87b3-46af-95b6-03ab7e6bd955 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:53.795451 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 114ce24d-87b3-46af-95b6-03ab7e6bd955 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:53.795806 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 114ce24d-87b3-46af-95b6-03ab7e6bd955 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:53.796224 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 7cea1f71-9a72-4954-9383-8fc40a7cac19 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:53.816147 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 7cea1f71-9a72-4954-9383-8fc40a7cac19 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:53.816477 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 7cea1f71-9a72-4954-9383-8fc40a7cac19 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:53.816890 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 5260b431-1275-4875-8754-a0a1cbeaef97 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:44:53.830024 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44152) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:53.845571 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 5260b431-1275-4875-8754-a0a1cbeaef97 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:44:53.849438 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 5260b431-1275-4875-8754-a0a1cbeaef97 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:44:53.849560 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44154) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:53.877732 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-77afdc01-326a-4b2f-8195-d5e6189a17ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeafaa92879a4517abebfb74309976af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464554 Mar 04 20:44:53.880260 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44158) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:53.929673 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0627-1e4c-4a4e-9b4c-434fb2013f67 admin admin] Publish callbacks [] for security_group (a47bd758-2984-4daa-b5a6-bb191e4e2e03), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:53.956158 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0627-1e4c-4a4e-9b4c-434fb2013f67 admin admin] Publish callbacks [] for security_group (a47bd758-2984-4daa-b5a6-bb191e4e2e03), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.012380 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f5864ccf-5acf-43ca-ad8d-75e222804845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.068795 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0627-1e4c-4a4e-9b4c-434fb2013f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a47bd758-2984-4daa-b5a6-bb191e4e2e03), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.071417 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0627-1e4c-4a4e-9b4c-434fb2013f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.072563 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-ffbb0627-1e4c-4a4e-9b4c-434fb2013f67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a47bd758-2984-4daa-b5a6-bb191e4e2e03 HTTP/1.1" status: 204 len: 168 time: 0.1912982 Mar 04 20:44:54.080564 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb0627-1e4c-4a4e-9b4c-434fb2013f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47bd758-2984-4daa-b5a6-bb191e4e2e03,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:54.085518 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f5864ccf-5acf-43ca-ad8d-75e222804845 admin admin] Publish callbacks [] for security_group (7130b7b3-9a7e-4bf9-a86e-88bd08465b64), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.131726 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f5864ccf-5acf-43ca-ad8d-75e222804845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (7130b7b3-9a7e-4bf9-a86e-88bd08465b64), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.170293 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-f5864ccf-5acf-43ca-ad8d-75e222804845 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01ccddf6a7bf4792a2a807908173e069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198540 Mar 04 20:44:54.171226 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5864ccf-5acf-43ca-ad8d-75e222804845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7130b7b3-9a7e-4bf9-a86e-88bd08465b64,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:54.173064 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44162) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:54.219507 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c6b92a18-c48d-4b60-bb72-d72705a29495 admin admin] Publish callbacks [] for security_group (7130b7b3-9a7e-4bf9-a86e-88bd08465b64), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.241415 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c6b92a18-c48d-4b60-bb72-d72705a29495 admin admin] Publish callbacks [] for security_group (7130b7b3-9a7e-4bf9-a86e-88bd08465b64), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.372701 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c6b92a18-c48d-4b60-bb72-d72705a29495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (7130b7b3-9a7e-4bf9-a86e-88bd08465b64), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.375212 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c6b92a18-c48d-4b60-bb72-d72705a29495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.376975 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-c6b92a18-c48d-4b60-bb72-d72705a29495 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7130b7b3-9a7e-4bf9-a86e-88bd08465b64 HTTP/1.1" status: 204 len: 168 time: 0.2029138 Mar 04 20:44:54.390954 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b92a18-c48d-4b60-bb72-d72705a29495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7130b7b3-9a7e-4bf9-a86e-88bd08465b64,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:54.754106 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44170) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:54.799387 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-cb94ff26-7174-4bef-ad17-a2e3f862c028 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a594d53e7f044479a46c44ab9975ddf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439501 Mar 04 20:44:54.801852 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44172) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:54.850040 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-04c3f812-7a22-4301-8553-2be01921c467 admin admin] Publish callbacks [] for security_group (93b70de1-ea7b-4ddd-8ac6-a084ba57dfbc), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.876409 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-04c3f812-7a22-4301-8553-2be01921c467 admin admin] Publish callbacks [] for security_group (93b70de1-ea7b-4ddd-8ac6-a084ba57dfbc), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.994719 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-04c3f812-7a22-4301-8553-2be01921c467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (93b70de1-ea7b-4ddd-8ac6-a084ba57dfbc), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.998097 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-04c3f812-7a22-4301-8553-2be01921c467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:54.999326 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-04c3f812-7a22-4301-8553-2be01921c467 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93b70de1-ea7b-4ddd-8ac6-a084ba57dfbc HTTP/1.1" status: 204 len: 168 time: 0.1965208 Mar 04 20:44:55.012008 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3f812-7a22-4301-8553-2be01921c467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b70de1-ea7b-4ddd-8ac6-a084ba57dfbc,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:55.264392 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44178) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:55.278798 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-02ca7726-6658-48f1-ad8e-8846cb1cdcd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:55.356987 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-02ca7726-6658-48f1-ad8e-8846cb1cdcd8 admin admin] Publish callbacks [] for security_group (3ab822d2-b226-46d3-8e4c-fd3f7cc9e0f6), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:55.443466 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-02ca7726-6658-48f1-ad8e-8846cb1cdcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3ab822d2-b226-46d3-8e4c-fd3f7cc9e0f6), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:55.486607 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-02ca7726-6658-48f1-ad8e-8846cb1cdcd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f902d56a5fe43f69be9e009ec751dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210217 Mar 04 20:44:55.487772 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca7726-6658-48f1-ad8e-8846cb1cdcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab822d2-b226-46d3-8e4c-fd3f7cc9e0f6,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:55.489560 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44180) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:55.540105 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-54519bf0-f964-4b2f-9baf-cee3351882fb admin admin] Publish callbacks [] for security_group (3ab822d2-b226-46d3-8e4c-fd3f7cc9e0f6), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:55.562229 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-54519bf0-f964-4b2f-9baf-cee3351882fb admin admin] Publish callbacks [] for security_group (3ab822d2-b226-46d3-8e4c-fd3f7cc9e0f6), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:55.686291 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-54519bf0-f964-4b2f-9baf-cee3351882fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3ab822d2-b226-46d3-8e4c-fd3f7cc9e0f6), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:55.688904 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-54519bf0-f964-4b2f-9baf-cee3351882fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:55.690059 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-54519bf0-f964-4b2f-9baf-cee3351882fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ab822d2-b226-46d3-8e4c-fd3f7cc9e0f6 HTTP/1.1" status: 204 len: 168 time: 0.1995094 Mar 04 20:44:55.698504 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54519bf0-f964-4b2f-9baf-cee3351882fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab822d2-b226-46d3-8e4c-fd3f7cc9e0f6,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:56.055810 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44192) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:56.060485 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-6c20565d-af2e-4d52-b028-7b39f1038dd0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611639360', 'description': 'tempest-description--886135371'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:56.148902 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6c20565d-af2e-4d52-b028-7b39f1038dd0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.213301 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6c20565d-af2e-4d52-b028-7b39f1038dd0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (a6b6f8d5-bc39-417e-a801-8239de179c79), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.280333 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6c20565d-af2e-4d52-b028-7b39f1038dd0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a6b6f8d5-bc39-417e-a801-8239de179c79), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.310369 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20565d-af2e-4d52-b028-7b39f1038dd0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b6f8d5-bc39-417e-a801-8239de179c79,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:56.359429 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6c20565d-af2e-4d52-b028-7b39f1038dd0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.359429 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6c20565d-af2e-4d52-b028-7b39f1038dd0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3014956 Mar 04 20:44:56.361174 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44202) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:56.365577 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-cebcfc13-65a8-4b07-99fe-6fef02840767 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group_rule': {'security_group_id': 'a6b6f8d5-bc39-417e-a801-8239de179c79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:56.480529 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cebcfc13-65a8-4b07-99fe-6fef02840767 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (8165288b-f24a-46ef-9296-23faa264bc02), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.537340 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cebcfc13-65a8-4b07-99fe-6fef02840767 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (8165288b-f24a-46ef-9296-23faa264bc02), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.612337 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cebcfc13-65a8-4b07-99fe-6fef02840767 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (8165288b-f24a-46ef-9296-23faa264bc02), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.630353 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcfc13-65a8-4b07-99fe-6fef02840767 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8165288b-f24a-46ef-9296-23faa264bc02,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:56.740522 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-cebcfc13-65a8-4b07-99fe-6fef02840767 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.742263 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-cebcfc13-65a8-4b07-99fe-6fef02840767 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3796430 Mar 04 20:44:56.744638 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44212) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:56.751539 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-6fc51c01-04f7-42bb-9013-df23b30f279f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group_rule': {'security_group_id': 'a6b6f8d5-bc39-417e-a801-8239de179c79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:56.833565 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6fc51c01-04f7-42bb-9013-df23b30f279f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (abd063e1-a842-4430-a45f-0fd43652e60c), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.888099 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6fc51c01-04f7-42bb-9013-df23b30f279f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (abd063e1-a842-4430-a45f-0fd43652e60c), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.937345 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6fc51c01-04f7-42bb-9013-df23b30f279f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (abd063e1-a842-4430-a45f-0fd43652e60c), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.953115 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc51c01-04f7-42bb-9013-df23b30f279f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd063e1-a842-4430-a45f-0fd43652e60c,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:56.996488 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6fc51c01-04f7-42bb-9013-df23b30f279f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:56.997677 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6fc51c01-04f7-42bb-9013-df23b30f279f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519140 Mar 04 20:44:57.006932 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44216) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:44:57.012047 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:44:57.106511 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:57.202791 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:57.304072 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Allocated IP 172.28.1.130 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/df69cb83-f338-40d5-b421-7221b7f3784e) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:44:57.406567 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (df69cb83-f338-40d5-b421-7221b7f3784e), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:57.498372 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (df69cb83-f338-40d5-b421-7221b7f3784e), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:57.536879 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:44:57.541092 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:44:57.545032 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:44:57.567071 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=df69cb83-f338-40d5-b421-7221b7f3784e,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:57.635891 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (8a052ad0-cd3e-4f40-9763-0c63436efd62), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:57.735488 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (df69cb83-f338-40d5-b421-7221b7f3784e), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:57.887491 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (df69cb83-f338-40d5-b421-7221b7f3784e), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:57.952127 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (df69cb83-f338-40d5-b421-7221b7f3784e), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:58.020029 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=df69cb83-f338-40d5-b421-7221b7f3784e,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:44:58.031712 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (8a052ad0-cd3e-4f40-9763-0c63436efd62), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:58.131916 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:44:58.133168 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-fdcf5f09-e9b9-4792-89f2-7e3fba037cc1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1251445 Mar 04 20:44:58.326160 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c5353c2b-93cc-426e-8b91-a799ff81ee59 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1611639360&fields=id&tenant_id=963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 267 time: 0.0421076 Mar 04 20:44:58.433513 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df618-c246-4531-aefa-6c16661f3c57 req-2b4be125-c0f8-46a5-a12a-5b336664395f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:44:58.435021 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-2b4be125-c0f8-46a5-a12a-5b336664395f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 815 time: 0.1023932 Mar 04 20:44:58.449196 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-5c4aa879-fc2d-449b-bf37-89520c05a4dd tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/quotas/963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 375 time: 0.0089667 Mar 04 20:44:58.514479 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-a958d9c9-92e3-4094-ac75-59b1aaf6b2d0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603900 Mar 04 20:44:58.610002 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-e5f5b247-93d9-4bad-b470-00a63acbac02 service neutron] 10.222.0.41 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 Mar 04 20:44:58.699525 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-14461e88-d2ad-45bd-9858-914904c665b4 service neutron] 10.222.0.41 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833597 Mar 04 20:44:58.974702 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9204f52c-b3ed-4428-b4f8-491dc6429008 req-a17a0140-f99c-4bf0-935b-e318a14aa7ca tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 210 time: 0.0309811 Mar 04 20:45:00.067946 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b6607837-c385-46ab-9062-e52478bc2fcb req-92d79d9c-8f6c-40a0-979f-ff38f8306530 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 210 time: 0.0264022 Mar 04 20:45:00.292176 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44286) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:00.397233 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8907aa2d-68c8-4730-ab1d-d57d1cf563dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:00.469485 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8907aa2d-68c8-4730-ab1d-d57d1cf563dd admin admin] Publish callbacks [] for security_group (08a98702-11c2-4152-be26-3d3fd0d2990e), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:00.523272 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8907aa2d-68c8-4730-ab1d-d57d1cf563dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (08a98702-11c2-4152-be26-3d3fd0d2990e), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:00.564333 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8907aa2d-68c8-4730-ab1d-d57d1cf563dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff1fef9a97114b10b78e1220a1dd8f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709892 Mar 04 20:45:00.565293 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907aa2d-68c8-4730-ab1d-d57d1cf563dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a98702-11c2-4152-be26-3d3fd0d2990e,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:00.567142 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44290) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:00.614331 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-40e07200-b87e-4e29-b1a4-f54bd19c5e8c admin admin] Publish callbacks [] for security_group (08a98702-11c2-4152-be26-3d3fd0d2990e), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:00.634328 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-40e07200-b87e-4e29-b1a4-f54bd19c5e8c admin admin] Publish callbacks [] for security_group (08a98702-11c2-4152-be26-3d3fd0d2990e), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:00.749281 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-40e07200-b87e-4e29-b1a4-f54bd19c5e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (08a98702-11c2-4152-be26-3d3fd0d2990e), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:00.751818 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-40e07200-b87e-4e29-b1a4-f54bd19c5e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:00.752957 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-40e07200-b87e-4e29-b1a4-f54bd19c5e8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08a98702-11c2-4152-be26-3d3fd0d2990e HTTP/1.1" status: 204 len: 168 time: 0.1846302 Mar 04 20:45:00.761241 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e07200-b87e-4e29-b1a4-f54bd19c5e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a98702-11c2-4152-be26-3d3fd0d2990e,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:00.848241 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df618-c246-4531-aefa-6c16661f3c57 req-9b0ed1e2-b0ed-4422-816e-58d46fa7b24f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:00.849715 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-9b0ed1e2-b0ed-4422-816e-58d46fa7b24f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 815 time: 0.1114182 Mar 04 20:45:01.174309 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-189ce747-bbdd-4e28-bcb4-3f3fa9cbeed8 req-b889a6f2-bcb9-4452-9863-1f4bbce46f96 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 210 time: 0.0307376 Mar 04 20:45:01.189454 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-9acb9e18-331f-4ce1-8c71-05c5b2407467 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 472 time: 0.3322606 Mar 04 20:45:01.199863 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'port': {'device_id': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'admin_state_up': True, 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'security_groups': ['a6b6f8d5-bc39-417e-a801-8239de179c79']}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:45:01.414833 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Made reservation on behalf of 963825ff249d45c4b02c723173c7fbda for: {'port': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:45:01.418924 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.481354 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44302) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:01.494707 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b41d625d-51ff-49a9-ad2c-2fba163d5bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.546935 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Allocated IP 172.20.0.12 (4bc33661-35e9-4309-b857-d4de81748efc/f27f87f0-e610-451d-80f9-d0560677417a/b27756f6-96c5-40ec-8731-c532015aaea0) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:45:01.567409 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b41d625d-51ff-49a9-ad2c-2fba163d5bab admin admin] Publish callbacks [] for security_group (2b2ec118-669b-42b5-aab3-830ee46d16b4), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.654651 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b41d625d-51ff-49a9-ad2c-2fba163d5bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (2b2ec118-669b-42b5-aab3-830ee46d16b4), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.683110 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (b27756f6-96c5-40ec-8731-c532015aaea0), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.693488 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-b41d625d-51ff-49a9-ad2c-2fba163d5bab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=105a37a1f576437bba43e8deeff72018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109926 Mar 04 20:45:01.695562 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d625d-51ff-49a9-ad2c-2fba163d5bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2ec118-669b-42b5-aab3-830ee46d16b4,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:01.696634 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44304) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:01.757532 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbbc-0711-4d54-b1a1-c11ce4fe5bd8 admin admin] Publish callbacks [] for security_group (2b2ec118-669b-42b5-aab3-830ee46d16b4), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.781067 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbbc-0711-4d54-b1a1-c11ce4fe5bd8 admin admin] Publish callbacks [] for security_group (2b2ec118-669b-42b5-aab3-830ee46d16b4), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.806909 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.856903 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Network 4bc33661-35e9-4309-b857-d4de81748efc is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:45:01.860462 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:45:01.864231 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:45:01.895573 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=b27756f6-96c5-40ec-8731-c532015aaea0,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:01.923850 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:01.923850 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.971931 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbbc-0711-4d54-b1a1-c11ce4fe5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (2b2ec118-669b-42b5-aab3-830ee46d16b4), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.974501 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ffbbc-0711-4d54-b1a1-c11ce4fe5bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:01.975681 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8c5ffbbc-0711-4d54-b1a1-c11ce4fe5bd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b2ec118-669b-42b5-aab3-830ee46d16b4 HTTP/1.1" status: 204 len: 168 time: 0.2780852 Mar 04 20:45:01.984471 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ffbbc-0711-4d54-b1a1-c11ce4fe5bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2ec118-669b-42b5-aab3-830ee46d16b4,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:02.007768 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d2d4e67b-fcd3-432d-b9c0-7ff528c9093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8120613 Mar 04 20:45:02.019581 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Request body: {'port': {'device_id': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:45:02.054582 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-b6bb0137-25e3-4033-b1d5-8d7235c710fb None None] Provisioning complete for port b27756f6-96c5-40ec-8731-c532015aaea0 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:45:02.056107 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0137-25e3-4033-b1d5-8d7235c710fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.084160 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.094628 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb0137-25e3-4033-b1d5-8d7235c710fb None None] Port b27756f6-96c5-40ec-8731-c532015aaea0 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:45:02.346675 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190446-dba4-4d3d-b22a-a6989412dbff req-18f60d94-9c9a-4fe7-9457-97a34462e743 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:02.348150 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-28190446-dba4-4d3d-b22a-a6989412dbff req-18f60d94-9c9a-4fe7-9457-97a34462e743 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 932 time: 0.0948207 Mar 04 20:45:02.422959 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27756f6-96c5-40ec-8731-c532015aaea0 {{(pid=103639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:45:02.433701 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Publish callbacks [] for port (b27756f6-96c5-40ec-8731-c532015aaea0), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.438612 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-28190446-dba4-4d3d-b22a-a6989412dbff req-788cb024-5d48-49de-91c3-f948464d2adb tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842204 Mar 04 20:45:02.449861 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Transition to ACTIVE for port object b27756f6-96c5-40ec-8731-c532015aaea0 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:45:02.548973 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.609047 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b27756f6-96c5-40ec-8731-c532015aaea0,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:02.684116 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Attempting to bind port b27756f6-96c5-40ec-8731-c532015aaea0 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:45:02.684667 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Attempting to bind port b27756f6-96c5-40ec-8731-c532015aaea0 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:45:02.684795 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Attempting to bind port b27756f6-96c5-40ec-8731-c532015aaea0 on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:45:02.689312 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Port b27756f6-96c5-40ec-8731-c532015aaea0 on network 4bc33661-35e9-4309-b857-d4de81748efc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:45:02.689636 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Attempting to bind port b27756f6-96c5-40ec-8731-c532015aaea0 on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:45:02.696310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:45:02.696310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Checking segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:45:02.696310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Bound using segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:45:02.696310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Bound port: b27756f6-96c5-40ec-8731-c532015aaea0, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:45:02.696310 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.763348 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] For port b27756f6-96c5-40ec-8731-c532015aaea0, host hv-cinder-79987, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:45:02.766589 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] For port b27756f6-96c5-40ec-8731-c532015aaea0, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b27756f6-96c5-40ec-8731-c532015aaea0,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:45:02.849372 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.882959 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:02.883177 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:02.884693 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/b27756f6-96c5-40ec-8731-c532015aaea0 HTTP/1.1" status: 200 len: 1094 time: 0.8695984 Mar 04 20:45:02.887840 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'tag': 'b27756f6-96c5-40ec-8731-c532015aaea0'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:02.890660 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8ea4a5-e39b-4867-85ac-21662f6540a8" -d '{"events": [{"name": "network-changed", "server_uuid": "937afafd-66be-4ff2-958c-2d730e06ac0b", "tag": "b27756f6-96c5-40ec-8731-c532015aaea0"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:02.926010 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9576ebf-eac6-4477-ad37-121ba72028a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b27756f6-96c5-40ec-8731-c532015aaea0,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:02.930837 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda33d59-eab1-453b-b3aa-f87b99cf6a25 x-openstack-request-id: req-eda33d59-eab1-453b-b3aa-f87b99cf6a25 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:02.931125 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937afafd-66be-4ff2-958c-2d730e06ac0b", "tag": "b27756f6-96c5-40ec-8731-c532015aaea0", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:02.931379 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eda33d59-eab1-453b-b3aa-f87b99cf6a25 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:02.931778 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'tag': 'b27756f6-96c5-40ec-8731-c532015aaea0', 'status': 'completed', 'code': 200} Mar 04 20:45:03.002667 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ea4a5-e39b-4867-85ac-21662f6540a8 req-45ab7187-32b0-43c3-a3a2-d7a2170a2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:03.004237 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3c8ea4a5-e39b-4867-85ac-21662f6540a8 req-45ab7187-32b0-43c3-a3a2-d7a2170a2445 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 1128 time: 0.0526056 Mar 04 20:45:03.111520 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ea4a5-e39b-4867-85ac-21662f6540a8 req-b73fea24-3d62-468a-b31a-5c414b110121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:03.114123 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3c8ea4a5-e39b-4867-85ac-21662f6540a8 req-b73fea24-3d62-468a-b31a-5c414b110121 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=963825ff249d45c4b02c723173c7fbda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1010470 Mar 04 20:45:03.218773 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ea4a5-e39b-4867-85ac-21662f6540a8 req-13d08b72-112e-4086-b725-64aba08d5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:03.220948 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3c8ea4a5-e39b-4867-85ac-21662f6540a8 req-13d08b72-112e-4086-b725-64aba08d5183 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017847 Mar 04 20:45:03.300740 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d8dcd626-5761-4db1-8ac8-7c0476a0089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:03.302308 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-d8dcd626-5761-4db1-8ac8-7c0476a0089c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 1128 time: 0.0467429 Mar 04 20:45:03.345851 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-a591d69f-fca6-48b3-8f0e-962870fb0091 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b27756f6-96c5-40ec-8731-c532015aaea0 HTTP/1.1" status: 200 len: 217 time: 0.0363529 Mar 04 20:45:03.393424 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df618-c246-4531-aefa-6c16661f3c57 req-961a6fd2-8bb9-4541-a743-eb0c5652babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:03.394875 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-961a6fd2-8bb9-4541-a743-eb0c5652babe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27f87f0-e610-451d-80f9-d0560677417a HTTP/1.1" status: 200 len: 854 time: 0.0438950 Mar 04 20:45:03.443595 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df618-c246-4531-aefa-6c16661f3c57 req-bd3afbe1-c641-4364-a37a-f5c4c38a63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:03.445091 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-bd3afbe1-c641-4364-a37a-f5c4c38a63ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4bc33661-35e9-4309-b857-d4de81748efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442662 Mar 04 20:45:03.570907 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-0f1e1b68-8cab-4aef-8d91-1773e6cf2b38 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198871 Mar 04 20:45:03.608192 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ee828-dd06-4be3-8224-b202155b419d req-1250a3d5-10d0-4aed-aaa9-b310068a518b tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:03.609704 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7b8ee828-dd06-4be3-8224-b202155b419d req-1250a3d5-10d0-4aed-aaa9-b310068a518b tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 944 time: 0.0872023 Mar 04 20:45:03.702191 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7b8ee828-dd06-4be3-8224-b202155b419d req-5fdae9d1-c464-4785-bf6a-2c7d2676508a tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861218 Mar 04 20:45:03.713153 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c05df618-c246-4531-aefa-6c16661f3c57 req-e10abf5f-91f6-4d43-89b7-933fe3aae87a service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344061 Mar 04 20:45:04.512656 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44364) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:04.613355 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8abd31c9-5cc2-4b29-9f49-46e2ea6fd4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:04.687354 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8abd31c9-5cc2-4b29-9f49-46e2ea6fd4ed admin admin] Publish callbacks [] for security_group (3a5d96a4-dd41-458c-b963-25400f5cdb9b), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:04.757620 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-8abd31c9-5cc2-4b29-9f49-46e2ea6fd4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3a5d96a4-dd41-458c-b963-25400f5cdb9b), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:04.821450 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd31c9-5cc2-4b29-9f49-46e2ea6fd4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5d96a4-dd41-458c-b963-25400f5cdb9b,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:04.826053 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-8abd31c9-5cc2-4b29-9f49-46e2ea6fd4ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b17ebc2e0afd48ffa19ad5226e3cd8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123107 Mar 04 20:45:04.829370 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44370) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:04.866486 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf7d7a-4fe0-4d9a-b464-7a1c7ee32081 req-5ff121ae-a1b4-46bd-b1d4-ace1f98f43ed tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:04.867868 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1ebf7d7a-4fe0-4d9a-b464-7a1c7ee32081 req-5ff121ae-a1b4-46bd-b1d4-ace1f98f43ed tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 944 time: 0.0952008 Mar 04 20:45:04.909865 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f80c183c-74d7-49f5-9b22-c98001db95ea admin admin] Publish callbacks [] for security_group (3a5d96a4-dd41-458c-b963-25400f5cdb9b), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:04.938223 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-1ebf7d7a-4fe0-4d9a-b464-7a1c7ee32081 req-54a20ea4-38db-4f1c-95e8-0e9ce15b38e2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641768 Mar 04 20:45:04.946225 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f80c183c-74d7-49f5-9b22-c98001db95ea admin admin] Publish callbacks [] for security_group (3a5d96a4-dd41-458c-b963-25400f5cdb9b), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.063123 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f80c183c-74d7-49f5-9b22-c98001db95ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (3a5d96a4-dd41-458c-b963-25400f5cdb9b), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.065670 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-f80c183c-74d7-49f5-9b22-c98001db95ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.066851 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-f80c183c-74d7-49f5-9b22-c98001db95ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a5d96a4-dd41-458c-b963-25400f5cdb9b HTTP/1.1" status: 204 len: 168 time: 0.2372561 Mar 04 20:45:05.075226 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c183c-74d7-49f5-9b22-c98001db95ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5d96a4-dd41-458c-b963-25400f5cdb9b,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:05.540570 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device b27756f6-96c5-40ec-8731-c532015aaea0 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:45:05.595482 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44376) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:05.609507 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2261d00-d419-4ca7-a291-542fbbffb322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.639364 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port b27756f6-96c5-40ec-8731-c532015aaea0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b27756f6-96c5-40ec-8731-c532015aaea0,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:05.650561 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'b27756f6-96c5-40ec-8731-c532015aaea0', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'port_id': 'b27756f6-96c5-40ec-8731-c532015aaea0', 'mac_address': 'fa:16:3e:88:84:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:45:05.682707 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2261d00-d419-4ca7-a291-542fbbffb322 admin admin] Publish callbacks [] for security_group (5fcaf8cb-dfd3-4436-85f8-0ab7f90379ee), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.687079 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port b27756f6-96c5-40ec-8731-c532015aaea0 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:45:05.687536 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.699610 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27756f6-96c5-40ec-8731-c532015aaea0 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:45:05.721349 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port b27756f6-96c5-40ec-8731-c532015aaea0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b27756f6-96c5-40ec-8731-c532015aaea0,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:05.760576 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b2261d00-d419-4ca7-a291-542fbbffb322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (5fcaf8cb-dfd3-4436-85f8-0ab7f90379ee), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.789063 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.799605 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-b2261d00-d419-4ca7-a291-542fbbffb322 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=497a67a79a40497db94d286f9cc39d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030354 Mar 04 20:45:05.800450 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2261d00-d419-4ca7-a291-542fbbffb322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcaf8cb-dfd3-4436-85f8-0ab7f90379ee,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:05.802311 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44378) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:05.837630 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=b27756f6-96c5-40ec-8731-c532015aaea0,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:05.849097 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddfe0-f345-417f-9229-00638a52d422 admin admin] Publish callbacks [] for security_group (5fcaf8cb-dfd3-4436-85f8-0ab7f90379ee), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.869963 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddfe0-f345-417f-9229-00638a52d422 admin admin] Publish callbacks [] for security_group (5fcaf8cb-dfd3-4436-85f8-0ab7f90379ee), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.983532 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddfe0-f345-417f-9229-00638a52d422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (5fcaf8cb-dfd3-4436-85f8-0ab7f90379ee), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.989331 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-fb4ddfe0-f345-417f-9229-00638a52d422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:05.989331 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-fb4ddfe0-f345-417f-9229-00638a52d422 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fcaf8cb-dfd3-4436-85f8-0ab7f90379ee HTTP/1.1" status: 204 len: 168 time: 0.1840277 Mar 04 20:45:05.995127 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ddfe0-f345-417f-9229-00638a52d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcaf8cb-dfd3-4436-85f8-0ab7f90379ee,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:06.014433 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['b27756f6-96c5-40ec-8731-c532015aaea0'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:45:06.065388 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0854b-1f67-4a8e-acc5-38c44dd1a72d req-2fa80632-78b6-4f02-a2f7-60340867ec90 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:06.073255 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b1a0854b-1f67-4a8e-acc5-38c44dd1a72d req-2fa80632-78b6-4f02-a2f7-60340867ec90 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 945 time: 0.0638537 Mar 04 20:45:06.116761 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b1a0854b-1f67-4a8e-acc5-38c44dd1a72d req-1fa7c025-1108-42ec-a297-34e92bf00a7d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Mar 04 20:45:07.046674 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44402) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:07.140088 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1113393348-network', 'tenant_id': '57f9e4002de94c68a9858d71480cb397'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:45:07.239020 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2018-5190-48d5-a886-efb0d74a49b1 req-cc009232-ecd0-4272-9ffd-2a07c6f0c2c8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:07.240470 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-08dd2018-5190-48d5-a886-efb0d74a49b1 req-cc009232-ecd0-4272-9ffd-2a07c6f0c2c8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 945 time: 0.0562518 Mar 04 20:45:07.271929 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Made reservation on behalf of 57f9e4002de94c68a9858d71480cb397 for: {'network': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:45:07.274149 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for network (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.288287 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.306976 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-08dd2018-5190-48d5-a886-efb0d74a49b1 req-2aef0609-5228-4a77-abd4-9012c1f1e6fb tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603569 Mar 04 20:45:07.370290 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Publish callbacks [] for security_group (a2273cde-3101-4424-bcfe-12f5f35e9df3), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.428537 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a2273cde-3101-4424-bcfe-12f5f35e9df3), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.448491 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 20:45:07.462857 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2273cde-3101-4424-bcfe-12f5f35e9df3,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:07.467919 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (93a18599-5930-4973-a1a4-ef30ead8af43), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.467919 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.segments_db [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Added segment 93a18599-5930-4973-a1a4-ef30ead8af43 of type vlan for network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 Mar 04 20:45:07.508175 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738581550120'] for network (545a2a48-f5d3-4486-afc1-ff66cf4380d8), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.540241 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device b27756f6-96c5-40ec-8731-c532015aaea0 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:45:07.603370 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804'] for network (545a2a48-f5d3-4486-afc1-ff66cf4380d8), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.604418 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:07.605599 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.643088 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port b27756f6-96c5-40ec-8731-c532015aaea0 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:45:07.646836 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port b27756f6-96c5-40ec-8731-c532015aaea0 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:45:07.647207 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.665635 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] Pushing event updated for resources: {'Network': ['ID=545a2a48-f5d3-4486-afc1-ff66cf4380d8,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:07.678051 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 details requested by agent ovs-agent-dv-cinder-799871-17-smb with host dv-cinder-799871-17-smb {{(pid=103640) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 20:45:07.709085 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-e2edcba4-0ebf-4631-b793-8b6550b9d34f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6586962 Mar 04 20:45:07.715687 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44408) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:07.715687 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Request body: {'subnet': {'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1113393348-subnet', 'tenant_id': '57f9e4002de94c68a9858d71480cb397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:45:07.788391 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port b27756f6-96c5-40ec-8731-c532015aaea0 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:45:07.788782 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.791806 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Made reservation on behalf of 57f9e4002de94c68a9858d71480cb397 for: {'subnet': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:45:07.795860 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131621218'] for subnet (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.811980 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27756f6-96c5-40ec-8731-c532015aaea0'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:07.814254 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3397b5-a40a-4f80-a31f-2e0de2fa2bb2" -d '{"events": [{"server_uuid": "937afafd-66be-4ff2-958c-2d730e06ac0b", "name": "network-vif-plugged", "status": "completed", "tag": "b27756f6-96c5-40ec-8731-c532015aaea0"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:07.828515 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port b27756f6-96c5-40ec-8731-c532015aaea0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b27756f6-96c5-40ec-8731-c532015aaea0,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:07.852172 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ad26aa-49d4-438e-8283-e5c97057ed4e x-openstack-request-id: req-95ad26aa-49d4-438e-8283-e5c97057ed4e {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:07.852503 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937afafd-66be-4ff2-958c-2d730e06ac0b", "name": "network-vif-plugged", "status": "completed", "tag": "b27756f6-96c5-40ec-8731-c532015aaea0", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:07.857820 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95ad26aa-49d4-438e-8283-e5c97057ed4e {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:07.857820 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27756f6-96c5-40ec-8731-c532015aaea0', 'code': 200} Mar 04 20:45:07.901087 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:07.949930 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=b27756f6-96c5-40ec-8731-c532015aaea0,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:08.015016 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132075438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131621244'] for subnet (b69da991-a4ac-4c8e-8c01-26ceaeefde9f), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:08.074535 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69da991-a4ac-4c8e-8c01-26ceaeefde9f,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:08.078083 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Checking segment: {'id': '93a18599-5930-4973-a1a4-ef30ead8af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:45:08.078481 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Network hostable DHCP agents. Network: 545a2a48-f5d3-4486-afc1-ff66cf4380d8, hostable agents: ['2cc05148-9603-45d4-81c3-3e64c2c5c63a'], hosted agents: [] {{(pid=103638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 20:45:08.163017 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 is scheduled to be hosted by DHCP agent 2cc05148-9603-45d4-81c3-3e64c2c5c63a with binding_index 1 {{(pid=103638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 20:45:08.174662 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cc907-8959-4270-9a52-94c23992eb67 req-33e9d86e-4fda-4163-ac8a-0218f898e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:08.176185 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fe4cc907-8959-4270-9a52-94c23992eb67 req-33e9d86e-4fda-4163-ac8a-0218f898e9a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 1130 time: 0.0467608 Mar 04 20:45:08.221678 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fe4cc907-8959-4270-9a52-94c23992eb67 req-c6fc60ea-77f8-4177-95d5-0b896901660d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387127 Mar 04 20:45:08.248686 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-17-smb, 545a2a48-f5d3-4486-afc1-ff66cf4380d8) {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:45:08.252707 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:08.253303 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:08.257895 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d8adca-ef31-495c-bbbf-d836d3146a7d None None] Network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:45:08.341892 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-e9f73bdf-250b-4a23-8104-209915b090e2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6239667 Mar 04 20:45:08.360700 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee9f5c-5d61-438c-80c5-1e7ca27187b7 None None] Network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:45:08.431293 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2f459-8829-45da-8393-e768fc813b3f req-7d76d828-5442-4e88-a86b-a1de764755d7 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:08.439062 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-66d2f459-8829-45da-8393-e768fc813b3f req-7d76d828-5442-4e88-a86b-a1de764755d7 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 946 time: 0.0605967 Mar 04 20:45:08.482595 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-66d2f459-8829-45da-8393-e768fc813b3f req-8476256e-a6a6-424f-99a4-8a9c2579ba9f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Mar 04 20:45:09.603794 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8beab2-c6c7-47af-9998-49a051a4a0aa req-934504ce-ed6d-45d2-9f55-5f087a8174d6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:09.605310 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b8beab2-c6c7-47af-9998-49a051a4a0aa req-934504ce-ed6d-45d2-9f55-5f087a8174d6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 946 time: 0.0528703 Mar 04 20:45:09.652824 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b8beab2-c6c7-47af-9998-49a051a4a0aa req-1b777c31-400c-4066-b2bd-49e24e7943a1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409119 Mar 04 20:45:09.768005 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f99e41-51dc-4a3a-b6ab-a400b460727b req-60cdb996-f90a-4878-8f43-64d9ca53d39e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:09.769495 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-48f99e41-51dc-4a3a-b6ab-a400b460727b req-60cdb996-f90a-4878-8f43-64d9ca53d39e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 946 time: 0.0557268 Mar 04 20:45:09.778177 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44430) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:09.782469 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-d80c0e84-6192-4158-800c-d5db885f3daa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'floatingip': {'port_id': 'b27756f6-96c5-40ec-8731-c532015aaea0'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:45:09.823299 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d80c0e84-6192-4158-800c-d5db885f3daa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (8a052ad0-cd3e-4f40-9763-0c63436efd62), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:10.462896 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-7194c6ac-0162-44ac-a844-c9c27186693c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:10.464804 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-7194c6ac-0162-44ac-a844-c9c27186693c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/networks?id=545a2a48-f5d3-4486-afc1-ff66cf4380d8 HTTP/1.1" status: 200 len: 809 time: 0.1029031 Mar 04 20:45:10.479705 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-55ea689c-9f02-4a97-9313-18fc7a4225c7 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/quotas/57f9e4002de94c68a9858d71480cb397 HTTP/1.1" status: 200 len: 375 time: 0.0093446 Mar 04 20:45:10.512989 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-17279095-0f8c-45e9-a44e-8d86e4e2584f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f9e4002de94c68a9858d71480cb397&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272958 Mar 04 20:45:10.528970 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d80c0e84-6192-4158-800c-d5db885f3daa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:10.586187 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d80c0e84-6192-4158-800c-d5db885f3daa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (8a052ad0-cd3e-4f40-9763-0c63436efd62), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:10.606336 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-efc28ccd-5b95-41ac-b515-18fc8e489fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/545a2a48-f5d3-4486-afc1-ff66cf4380d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869868 Mar 04 20:45:10.690447 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [None req-d80c0e84-6192-4158-800c-d5db885f3daa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Floating IP 8a052ad0-cd3e-4f40-9763-0c63436efd62 associated. External IP: 172.28.1.130, port: b27756f6-96c5-40ec-8731-c532015aaea0. Mar 04 20:45:10.700593 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-876b219d-9f70-49eb-a2bf-c0fa239bb4f9 service neutron] 10.222.0.41 "GET /v2.0/networks/545a2a48-f5d3-4486-afc1-ff66cf4380d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884778 Mar 04 20:45:10.916123 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80c0e84-6192-4158-800c-d5db885f3daa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:45:10.988899 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-44760906-9331-4f55-a318-201a84d44e14 req-f8b54240-a2a9-4dcf-9c12-007ff8d909b9 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 210 time: 0.0628672 Mar 04 20:45:11.051580 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80c0e84-6192-4158-800c-d5db885f3daa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:45:11.056470 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-d80c0e84-6192-4158-800c-d5db885f3daa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:11.062102 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:45:11.072012 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:45:11.072629 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:11.097336 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-d80c0e84-6192-4158-800c-d5db885f3daa tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "PUT /v2.0/floatingips/8a052ad0-cd3e-4f40-9763-0c63436efd62 HTTP/1.1" status: 200 len: 992 time: 1.3071613 Mar 04 20:45:11.097336 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'tag': 'b27756f6-96c5-40ec-8731-c532015aaea0'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:11.097336 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0190bdd-e491-4520-be90-8e1bb9778074" -d '{"events": [{"name": "network-changed", "server_uuid": "937afafd-66be-4ff2-958c-2d730e06ac0b", "tag": "b27756f6-96c5-40ec-8731-c532015aaea0"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:11.125021 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b549bac5-9284-4e13-b8d2-d987bf9b598e x-openstack-request-id: req-b549bac5-9284-4e13-b8d2-d987bf9b598e {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:11.125316 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937afafd-66be-4ff2-958c-2d730e06ac0b", "tag": "b27756f6-96c5-40ec-8731-c532015aaea0", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:11.125628 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b549bac5-9284-4e13-b8d2-d987bf9b598e {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:11.126038 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'tag': 'b27756f6-96c5-40ec-8731-c532015aaea0', 'status': 'completed', 'code': 200} Mar 04 20:45:11.195780 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-5118d9ed-f000-4448-855b-077ad453d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:11.197329 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-5118d9ed-f000-4448-855b-077ad453d130 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 1130 time: 0.0510383 Mar 04 20:45:11.298630 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-4bc0a4c7-88e9-4d07-8618-c4869814c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:11.300397 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-4bc0a4c7-88e9-4d07-8618-c4869814c59e service neutron] 10.222.0.21 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 916 time: 0.0955184 Mar 04 20:45:11.323205 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:45:11.370016 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-921f7ce1-e38c-4365-b1cc-e1f01d201e37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b27756f6-96c5-40ec-8731-c532015aaea0 HTTP/1.1" status: 200 len: 1000 time: 0.0637736 Mar 04 20:45:11.422006 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-a9402a23-4bb5-42ec-a12b-e7b44d5debcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:11.423513 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-a9402a23-4bb5-42ec-a12b-e7b44d5debcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27f87f0-e610-451d-80f9-d0560677417a HTTP/1.1" status: 200 len: 854 time: 0.0458801 Mar 04 20:45:11.472774 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-596bcf60-1689-42fd-9226-fae2a2314bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:11.474293 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-596bcf60-1689-42fd-9226-fae2a2314bae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4bc33661-35e9-4309-b857-d4de81748efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0451119 Mar 04 20:45:11.550684 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '25b49d08-8445-4fe1-a2d7-56b311706186', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:00Z', 'updated_at': '2022-03-04T20:44:15Z', 'revision_number': 2, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}, {'id': '8a052ad0-cd3e-4f40-9763-0c63436efd62', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.130', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'b27756f6-96c5-40ec-8731-c532015aaea0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:88:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:57Z', 'updated_at': '2022-03-04T20:45:10Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:11.566205 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-471ce5c7-9fef-48c0-9791-17d707cc06b2 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857437 Mar 04 20:45:11.580103 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:45:11.588213 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:45:11.588819 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:44:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:11.658691 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0190bdd-e491-4520-be90-8e1bb9778074 req-07a16f01-707a-415a-a457-f08615499d6b service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865109 Mar 04 20:45:11.700829 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:45:11.921209 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '25b49d08-8445-4fe1-a2d7-56b311706186', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:00Z', 'updated_at': '2022-03-04T20:44:15Z', 'revision_number': 2, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}, {'id': '8a052ad0-cd3e-4f40-9763-0c63436efd62', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.130', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'b27756f6-96c5-40ec-8731-c532015aaea0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:88:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:57Z', 'updated_at': '2022-03-04T20:45:10Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:11.946835 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f97247-4029-4386-aebd-0878cf01d01d None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '25b49d08-8445-4fe1-a2d7-56b311706186', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:00Z', 'updated_at': '2022-03-04T20:44:15Z', 'revision_number': 2, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}, {'id': '8a052ad0-cd3e-4f40-9763-0c63436efd62', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.130', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'b27756f6-96c5-40ec-8731-c532015aaea0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:88:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:57Z', 'updated_at': '2022-03-04T20:45:10Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:45:12.085919 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-81f7683e-1296-4911-9c0e-8a3fc87d3d50 req-5efc6fba-ba71-4b6d-9c4e-616354a48134 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 210 time: 0.0295641 Mar 04 20:45:12.155497 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb512e-1730-4f5b-880c-3315df8110b5 None None] New status for floating IP 8a052ad0-cd3e-4f40-9763-0c63436efd62: ACTIVE {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:45:13.114653 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-e2875383-0ef1-4486-b94a-328909d89194 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:13.115696 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-e2875383-0ef1-4486-b94a-328909d89194 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.21 "GET /v2.0/networks?id=545a2a48-f5d3-4486-afc1-ff66cf4380d8 HTTP/1.1" status: 200 len: 809 time: 0.1030436 Mar 04 20:45:13.128002 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Request body: {'port': {'device_id': '91bf21a2-472c-4fd1-b750-156bd576013c', 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8', 'admin_state_up': True, 'tenant_id': '57f9e4002de94c68a9858d71480cb397'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:45:13.215982 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6722f62f-db99-4d93-8a3e-a103b22dbcb1 req-bab47f64-4c32-4c68-84dd-ddea46baecc3 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 210 time: 0.0588880 Mar 04 20:45:13.337216 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Made reservation on behalf of 57f9e4002de94c68a9858d71480cb397 for: {'port': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:45:13.340640 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:13.463975 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Allocated IP 172.20.0.14 (545a2a48-f5d3-4486-afc1-ff66cf4380d8/b69da991-a4ac-4c8e-8c01-26ceaeefde9f/864d2520-cea5-4043-a14e-fd84c6d331cd) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:45:13.611913 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks [] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:13.720534 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:13.763896 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:45:13.766795 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:45:13.770303 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:45:13.796238 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Pushing event updated for resources: {'Port': ['ID=864d2520-cea5-4043-a14e-fd84c6d331cd,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:13.823115 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:13.823850 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:13.934479 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-6b4b4b64-ae83-4458-95f6-f8a858a5f46f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8103878 Mar 04 20:45:13.945933 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Request body: {'port': {'device_id': '91bf21a2-472c-4fd1-b750-156bd576013c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:45:14.003907 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:14.265768 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864d2520-cea5-4043-a14e-fd84c6d331cd {{(pid=103639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:45:14.274332 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Publish callbacks [] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:14.290429 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Transition to ACTIVE for port object 864d2520-cea5-4043-a14e-fd84c6d331cd will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:45:14.346941 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cced9-e49b-42c6-9d2e-3d28ff8a3e26 req-7b9adb04-fd75-4977-822b-8d9ea68401e9 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:14.348429 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-913cced9-e49b-42c6-9d2e-3d28ff8a3e26 req-7b9adb04-fd75-4977-822b-8d9ea68401e9 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 932 time: 0.0563304 Mar 04 20:45:14.360063 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:14.410493 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-913cced9-e49b-42c6-9d2e-3d28ff8a3e26 req-a5390851-119c-4607-81d9-7a3c26886af2 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514765 Mar 04 20:45:14.412212 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Pushing event updated for resources: {'Port': ['ID=864d2520-cea5-4043-a14e-fd84c6d331cd,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:14.475521 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Attempting to bind port 864d2520-cea5-4043-a14e-fd84c6d331cd on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:45:14.475860 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Attempting to bind port 864d2520-cea5-4043-a14e-fd84c6d331cd by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '93a18599-5930-4973-a1a4-ef30ead8af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:45:14.476188 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Attempting to bind port 864d2520-cea5-4043-a14e-fd84c6d331cd on network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:45:14.480679 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Port 864d2520-cea5-4043-a14e-fd84c6d331cd on network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:45:14.481004 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Attempting to bind port 864d2520-cea5-4043-a14e-fd84c6d331cd on network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:45:14.485757 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:45:14.486097 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Checking segment: {'id': '93a18599-5930-4973-a1a4-ef30ead8af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:45:14.486520 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Bound using segment: {'id': '93a18599-5930-4973-a1a4-ef30ead8af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:45:14.486943 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Bound port: 864d2520-cea5-4043-a14e-fd84c6d331cd, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a18599-5930-4973-a1a4-ef30ead8af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:45:14.487294 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:14.550640 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] For port 864d2520-cea5-4043-a14e-fd84c6d331cd, host hv-cinder-79987, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:45:14.553473 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] For port 864d2520-cea5-4043-a14e-fd84c6d331cd, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=864d2520-cea5-4043-a14e-fd84c6d331cd,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:45:14.646368 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:14.681278 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:14.681894 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:14.684113 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] 10.222.0.21 "PUT /v2.0/ports/864d2520-cea5-4043-a14e-fd84c6d331cd HTTP/1.1" status: 200 len: 1094 time: 0.7419846 Mar 04 20:45:14.684554 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bf21a2-472c-4fd1-b750-156bd576013c', 'tag': '864d2520-cea5-4043-a14e-fd84c6d331cd'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:14.686783 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c009ae-5ecf-4bf8-8a7b-590b4ea866a4" -d '{"events": [{"name": "network-changed", "server_uuid": "91bf21a2-472c-4fd1-b750-156bd576013c", "tag": "864d2520-cea5-4043-a14e-fd84c6d331cd"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:14.709814 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b83638-8ce7-427a-89e7-b43b5a983d36 service neutron] Pushing event updated for resources: {'Port': ['ID=864d2520-cea5-4043-a14e-fd84c6d331cd,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:14.722712 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccc4a18-5ef4-402e-8a54-e47c3d9abaae x-openstack-request-id: req-9ccc4a18-5ef4-402e-8a54-e47c3d9abaae {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:14.723009 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bf21a2-472c-4fd1-b750-156bd576013c", "tag": "864d2520-cea5-4043-a14e-fd84c6d331cd", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:14.723268 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ccc4a18-5ef4-402e-8a54-e47c3d9abaae {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:14.723669 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bf21a2-472c-4fd1-b750-156bd576013c', 'tag': '864d2520-cea5-4043-a14e-fd84c6d331cd', 'status': 'completed', 'code': 200} Mar 04 20:45:14.786653 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c009ae-5ecf-4bf8-8a7b-590b4ea866a4 req-154c2b93-c460-470f-b95a-0353c8e76fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:14.788256 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-87c009ae-5ecf-4bf8-8a7b-590b4ea866a4 req-154c2b93-c460-470f-b95a-0353c8e76fed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57f9e4002de94c68a9858d71480cb397&device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 1128 time: 0.0449502 Mar 04 20:45:14.888333 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c009ae-5ecf-4bf8-8a7b-590b4ea866a4 req-7fe20728-24bd-487e-bfcb-75a04765e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:14.888584 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:14.889819 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-87c009ae-5ecf-4bf8-8a7b-590b4ea866a4 req-7fe20728-24bd-487e-bfcb-75a04765e30b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=57f9e4002de94c68a9858d71480cb397&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0944977 Mar 04 20:45:14.977918 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c009ae-5ecf-4bf8-8a7b-590b4ea866a4 req-25d3eba7-1a8d-42e7-aa9b-dd3457045767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:14.980200 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-87c009ae-5ecf-4bf8-8a7b-590b4ea866a4 req-25d3eba7-1a8d-42e7-aa9b-dd3457045767 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847700 Mar 04 20:45:15.061026 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-45a546b9-969f-4c64-a98a-91cfa2546724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:15.062554 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-45a546b9-969f-4c64-a98a-91cfa2546724 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57f9e4002de94c68a9858d71480cb397&device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 1128 time: 0.0485959 Mar 04 20:45:15.103438 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-b89e424b-b0cb-4af4-b61a-a4b0db7d57ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=864d2520-cea5-4043-a14e-fd84c6d331cd HTTP/1.1" status: 200 len: 217 time: 0.0335822 Mar 04 20:45:15.150191 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-70f383d6-e22d-45aa-9043-3b5f9f2f09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:15.151616 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-70f383d6-e22d-45aa-9043-3b5f9f2f09d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b69da991-a4ac-4c8e-8c01-26ceaeefde9f HTTP/1.1" status: 200 len: 849 time: 0.0423257 Mar 04 20:45:15.181776 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-c03dfd9a-e293-4605-905f-42ca71d4bd17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=545a2a48-f5d3-4486-afc1-ff66cf4380d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242429 Mar 04 20:45:15.270677 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-d7f15859-71ba-4801-af9d-13374e4f4bb2 service neutron] 10.222.0.21 "GET /v2.0/networks/545a2a48-f5d3-4486-afc1-ff66cf4380d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834496 Mar 04 20:45:15.363638 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5e71757d-9ebd-4304-ae2c-cdc8cdfe7209 req-b37e0d65-cbc4-46a8-bde0-837a53910d4f service neutron] 10.222.0.21 "GET /v2.0/networks/545a2a48-f5d3-4486-afc1-ff66cf4380d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876243 Mar 04 20:45:15.522962 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108be68d-582b-43bd-bb5a-255b229914dc req-fa951286-1c04-44f5-886e-70f154effeaa tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:15.524448 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-108be68d-582b-43bd-bb5a-255b229914dc req-fa951286-1c04-44f5-886e-70f154effeaa tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 944 time: 0.0538006 Mar 04 20:45:15.572019 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-108be68d-582b-43bd-bb5a-255b229914dc req-21fd3d38-bd47-45aa-9e56-c6eb0ec2725e tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Mar 04 20:45:16.691786 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8b80a-a10e-417e-8b1d-999fef54e54a req-dd06fd66-4f14-426c-abf5-28b597cc016f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:16.693264 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e1f8b80a-a10e-417e-8b1d-999fef54e54a req-dd06fd66-4f14-426c-abf5-28b597cc016f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 944 time: 0.0524459 Mar 04 20:45:16.739306 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e1f8b80a-a10e-417e-8b1d-999fef54e54a req-07915177-c7fa-41e9-9b43-8044e7642367 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Mar 04 20:45:17.360482 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f6ec-dd04-411c-9f23-d699cd4f6a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:17.586843 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 864d2520-cea5-4043-a14e-fd84c6d331cd details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:45:17.604416 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:45:17.683940 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 864d2520-cea5-4043-a14e-fd84c6d331cd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=864d2520-cea5-4043-a14e-fd84c6d331cd,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:17.694022 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '864d2520-cea5-4043-a14e-fd84c6d331cd', 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8', 'port_id': '864d2520-cea5-4043-a14e-fd84c6d331cd', 'mac_address': 'fa:16:3e:a0:e4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69da991-a4ac-4c8e-8c01-26ceaeefde9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:45:17.733330 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 864d2520-cea5-4043-a14e-fd84c6d331cd is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:45:17.733722 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:17.747407 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864d2520-cea5-4043-a14e-fd84c6d331cd {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:45:17.767356 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 864d2520-cea5-4043-a14e-fd84c6d331cd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=864d2520-cea5-4043-a14e-fd84c6d331cd,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:17.851656 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:17.857135 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eabaa2-f52a-4205-bbaf-edfb92ef1b47 req-4921150f-fe98-4cd1-bcfc-39af15616d3b tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:17.861528 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-86eabaa2-f52a-4205-bbaf-edfb92ef1b47 req-4921150f-fe98-4cd1-bcfc-39af15616d3b tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 944 time: 0.0545256 Mar 04 20:45:17.899060 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=864d2520-cea5-4043-a14e-fd84c6d331cd,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:17.908843 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-86eabaa2-f52a-4205-bbaf-edfb92ef1b47 req-8caabd18-81e6-474c-8ecf-7a02d857477f tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446103 Mar 04 20:45:18.083496 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['864d2520-cea5-4043-a14e-fd84c6d331cd'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:45:19.025326 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c24a8f-cc7b-4ae0-a8ef-d2b6fe9f2c1d req-40392975-6c15-403b-b14d-9554a680e29a tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:19.027391 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49c24a8f-cc7b-4ae0-a8ef-d2b6fe9f2c1d req-40392975-6c15-403b-b14d-9554a680e29a tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 945 time: 0.0517178 Mar 04 20:45:19.071841 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49c24a8f-cc7b-4ae0-a8ef-d2b6fe9f2c1d req-8b2b4db1-64a7-4a61-813f-26162ca7668a tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Mar 04 20:45:19.560596 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-67f07745-bc47-433f-8511-2945df37fa46 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2881687 Mar 04 20:45:19.606083 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 864d2520-cea5-4043-a14e-fd84c6d331cd up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:45:19.645771 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-c5d83cab-70dd-4b34-9c66-5515cc1d0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:19.647074 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3beb76af-5fda-411a-a0df-fd0aacfc55b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:19.647230 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-c5d83cab-70dd-4b34-9c66-5515cc1d0668 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1130 time: 0.0442178 Mar 04 20:45:19.703253 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 864d2520-cea5-4043-a14e-fd84c6d331cd completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:45:19.707489 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 864d2520-cea5-4043-a14e-fd84c6d331cd triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:45:19.707866 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:19.751530 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-9d69958f-be45-469e-88ff-cc43626a9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:19.753001 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-9d69958f-be45-469e-88ff-cc43626a9e40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 HTTP/1.1" status: 200 len: 910 time: 0.0866826 Mar 04 20:45:19.787120 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 864d2520-cea5-4043-a14e-fd84c6d331cd is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:45:19.787604 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:19.810362 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf21a2-472c-4fd1-b750-156bd576013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864d2520-cea5-4043-a14e-fd84c6d331cd'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:19.812764 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66bf364-85f0-4d89-8642-93cfc73251f3" -d '{"events": [{"server_uuid": "91bf21a2-472c-4fd1-b750-156bd576013c", "name": "network-vif-plugged", "status": "completed", "tag": "864d2520-cea5-4043-a14e-fd84c6d331cd"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:19.818121 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-9f5f069a-9d72-4b03-8800-80e3e21a138c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 200 len: 1002 time: 0.0596528 Mar 04 20:45:19.825377 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 864d2520-cea5-4043-a14e-fd84c6d331cd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=864d2520-cea5-4043-a14e-fd84c6d331cd,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:19.850991 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c074fc-c913-4e3d-aca0-c9d0fb410518 x-openstack-request-id: req-14c074fc-c913-4e3d-aca0-c9d0fb410518 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:19.851294 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf21a2-472c-4fd1-b750-156bd576013c", "name": "network-vif-plugged", "status": "completed", "tag": "864d2520-cea5-4043-a14e-fd84c6d331cd", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:19.851557 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14c074fc-c913-4e3d-aca0-c9d0fb410518 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:19.851956 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf21a2-472c-4fd1-b750-156bd576013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864d2520-cea5-4043-a14e-fd84c6d331cd', 'code': 200} Mar 04 20:45:19.866621 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-747d2a04-fc46-49c1-b277-13052937e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:19.868091 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-747d2a04-fc46-49c1-b277-13052937e9ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9b47f7-353f-4353-8d50-2a78d4e6e3d9 HTTP/1.1" status: 200 len: 848 time: 0.0447414 Mar 04 20:45:19.892245 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:19.917440 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-64d337e6-5791-4a30-aae8-767369aeabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:19.919867 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-64d337e6-5791-4a30-aae8-767369aeabf8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0457902 Mar 04 20:45:19.940579 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=864d2520-cea5-4043-a14e-fd84c6d331cd,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:20.013004 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-040960e5-4beb-428f-8cf8-7932ae3498b2 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859137 Mar 04 20:45:20.101397 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-49212a53-1e73-4100-a15c-e13ba71d7b44 req-352b30f1-edea-4380-87e4-6f813d02ef1f service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827539 Mar 04 20:45:20.150458 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cf8ce-6f0b-4d81-b2f0-73aef4908cb1 req-483078eb-d55c-41bc-822f-59bfa8a2b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:20.152106 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-524cf8ce-6f0b-4d81-b2f0-73aef4908cb1 req-483078eb-d55c-41bc-822f-59bfa8a2b319 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 1130 time: 0.0496409 Mar 04 20:45:20.190139 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0ccab-3fc4-4b78-bf98-25e945edbfd9 req-4a9fb1ca-3859-480b-a7a9-bacaa171867a tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:20.191547 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-06c0ccab-3fc4-4b78-bf98-25e945edbfd9 req-4a9fb1ca-3859-480b-a7a9-bacaa171867a tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 946 time: 0.0517828 Mar 04 20:45:20.195162 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-524cf8ce-6f0b-4d81-b2f0-73aef4908cb1 req-ec3fed33-9794-4ec3-aee4-f37a99dcf126 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369833 Mar 04 20:45:20.237907 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-06c0ccab-3fc4-4b78-bf98-25e945edbfd9 req-eb1c6fb2-0b4b-499b-b02b-e87aeaea7d3b tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Mar 04 20:45:20.988809 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:21.358469 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09bef9-2a13-468b-95f6-391ef5a4d202 req-289f2538-7b45-4c71-b8ef-6a64c3412965 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:21.359999 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3c09bef9-2a13-468b-95f6-391ef5a4d202 req-289f2538-7b45-4c71-b8ef-6a64c3412965 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 946 time: 0.0537271 Mar 04 20:45:21.406322 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3c09bef9-2a13-468b-95f6-391ef5a4d202 req-2d8ce4c6-e9cd-45bf-82be-ac7c88135484 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Mar 04 20:45:22.248724 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:22.532341 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a968ce3-573b-4649-999d-c801cdf4098b req-906f0492-7628-451e-9234-9979ab66d700 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:22.533800 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9a968ce3-573b-4649-999d-c801cdf4098b req-906f0492-7628-451e-9234-9979ab66d700 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 946 time: 0.0517540 Mar 04 20:45:22.579494 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9a968ce3-573b-4649-999d-c801cdf4098b req-892b5204-3d28-4991-9525-91d542438208 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Mar 04 20:45:23.694564 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:23.731108 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e83ea-42a5-4125-9d8e-4ea5ad043552 req-a641c1d2-a8ad-46b6-9e54-fb2504378f4a tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:23.732587 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fe1e83ea-42a5-4125-9d8e-4ea5ad043552 req-a641c1d2-a8ad-46b6-9e54-fb2504378f4a tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 946 time: 0.0562079 Mar 04 20:45:23.777906 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-fe1e83ea-42a5-4125-9d8e-4ea5ad043552 req-885c1533-cc2a-47f4-919e-dd2f2d38b2bc tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Mar 04 20:45:24.901690 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01688148-38ef-44bd-a047-cb4c0c0d7600 req-06d0f970-c83d-48db-b0b0-bab4db36a5d7 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:24.903869 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-01688148-38ef-44bd-a047-cb4c0c0d7600 req-06d0f970-c83d-48db-b0b0-bab4db36a5d7 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 946 time: 0.0568082 Mar 04 20:45:24.951246 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-01688148-38ef-44bd-a047-cb4c0c0d7600 req-859a33f0-8d1c-4bc3-b317-6175e8a14088 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Mar 04 20:45:25.091062 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-80783076-0c80-461f-96d3-a2c171d90999 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:25.092548 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-80783076-0c80-461f-96d3-a2c171d90999 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.21 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 946 time: 0.0554445 Mar 04 20:45:25.187814 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Deleting port 864d2520-cea5-4043-a14e-fd84c6d331cd {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:45:25.188157 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:25.275968 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] For port 864d2520-cea5-4043-a14e-fd84c6d331cd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=864d2520-cea5-4043-a14e-fd84c6d331cd,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:25.276384 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:25.289823 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Calling delete_port for 864d2520-cea5-4043-a14e-fd84c6d331cd owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:45:25.497661 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (864d2520-cea5-4043-a14e-fd84c6d331cd), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:25.509670 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['864d2520-cea5-4043-a14e-fd84c6d331cd'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:45:25.525656 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Pushing event deleted for resources: {'Port': ['ID=864d2520-cea5-4043-a14e-fd84c6d331cd,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:25.537727 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.538075 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.538448 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.538789 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.539123 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.539453 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.540130 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.540130 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.540426 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.540746 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.541067 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.541387 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.541705 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:25.583608 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] No DVR routers for this DVR port 864d2520-cea5-4043-a14e-fd84c6d331cd on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:45:25.586149 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:25.589495 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-045a7bb0-33cf-4ae0-bea7-71e8c9ad7e09 req-c2e0e2d7-e16e-4897-974a-b5aa1af49864 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.21 "DELETE /v2.0/ports/864d2520-cea5-4043-a14e-fd84c6d331cd HTTP/1.1" status: 204 len: 173 time: 0.4906943 Mar 04 20:45:25.589977 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf21a2-472c-4fd1-b750-156bd576013c', 'name': 'network-vif-deleted', 'tag': '864d2520-cea5-4043-a14e-fd84c6d331cd'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:25.592955 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016e5e68-25a5-40a1-916c-49d648e9a35e" -d '{"events": [{"server_uuid": "91bf21a2-472c-4fd1-b750-156bd576013c", "name": "network-vif-deleted", "tag": "864d2520-cea5-4043-a14e-fd84c6d331cd"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:25.628067 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37334600-100d-48e7-ad32-99ca16b905d7 x-openstack-request-id: req-37334600-100d-48e7-ad32-99ca16b905d7 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:25.628369 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf21a2-472c-4fd1-b750-156bd576013c", "name": "network-vif-deleted", "tag": "864d2520-cea5-4043-a14e-fd84c6d331cd", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:25.628619 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37334600-100d-48e7-ad32-99ca16b905d7 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:25.629019 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf21a2-472c-4fd1-b750-156bd576013c', 'name': 'network-vif-deleted', 'tag': '864d2520-cea5-4043-a14e-fd84c6d331cd', 'status': 'completed', 'code': 200} Mar 04 20:45:26.055932 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-fd275f1d-05ff-4067-9e24-c6c252610c25 req-17e73d36-9f2d-4d96-b972-2a79f2e9abfe tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=91bf21a2-472c-4fd1-b750-156bd576013c HTTP/1.1" status: 200 len: 210 time: 0.0298204 Mar 04 20:45:27.317563 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-4ea1ae0b-8e18-49ef-bf63-56282f134233 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:27.319043 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-4ea1ae0b-8e18-49ef-bf63-56282f134233 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/networks?id=545a2a48-f5d3-4486-afc1-ff66cf4380d8 HTTP/1.1" status: 200 len: 809 time: 0.1011922 Mar 04 20:45:27.333942 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-cfbe32a2-4ebd-4b25-91fd-30a511857e19 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/quotas/57f9e4002de94c68a9858d71480cb397 HTTP/1.1" status: 200 len: 375 time: 0.0097530 Mar 04 20:45:27.365653 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-2644882e-aae9-4756-a3e6-44d761b7ac4a tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f9e4002de94c68a9858d71480cb397&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268683 Mar 04 20:45:27.455873 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-f595ad7d-438f-470c-9d76-36f729c0e10d service neutron] 10.222.0.41 "GET /v2.0/networks/545a2a48-f5d3-4486-afc1-ff66cf4380d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831845 Mar 04 20:45:27.542731 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-97a2d5f2-a972-4523-9ded-25692bb50a8e service neutron] 10.222.0.41 "GET /v2.0/networks/545a2a48-f5d3-4486-afc1-ff66cf4380d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812080 Mar 04 20:45:27.639763 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 864d2520-cea5-4043-a14e-fd84c6d331cd no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:45:27.659230 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 864d2520-cea5-4043-a14e-fd84c6d331cd {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:45:27.659573 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 864d2520-cea5-4043-a14e-fd84c6d331cd not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:45:27.772629 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-334df43b-982f-4ff9-9a9e-396c52a133c4 req-265d100e-311e-4bf7-bdb0-6d2192b17783 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 210 time: 0.0290489 Mar 04 20:45:29.026749 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cb779e0d-19c0-484a-84a7-ea3a59f55fba req-17a84392-7aa1-4ef4-a16d-6a7af4364562 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 210 time: 0.0323038 Mar 04 20:45:29.706576 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-fc82c41b-1e16-49df-9ae5-1dfc60daea78 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:29.707956 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-fc82c41b-1e16-49df-9ae5-1dfc60daea78 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.21 "GET /v2.0/networks?id=545a2a48-f5d3-4486-afc1-ff66cf4380d8 HTTP/1.1" status: 200 len: 809 time: 0.0999198 Mar 04 20:45:29.719996 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Request body: {'port': {'device_id': 'ed580283-c2fd-4b7b-b2f5-02c5282b397e', 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8', 'admin_state_up': True, 'tenant_id': '57f9e4002de94c68a9858d71480cb397'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:45:29.891697 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Made reservation on behalf of 57f9e4002de94c68a9858d71480cb397 for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:45:29.895157 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:30.019150 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Allocated IP 172.20.0.7 (545a2a48-f5d3-4486-afc1-ff66cf4380d8/b69da991-a4ac-4c8e-8c01-26ceaeefde9f/e9419234-9948-4f3d-b03b-6f43ba64bc1e) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:45:30.120482 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b6bc56b1-90d2-4f11-80aa-6b8499bb8ff2 req-fc6ef6c4-4c35-4642-9821-59ec8da6a1e1 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 210 time: 0.0269210 Mar 04 20:45:30.167699 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks [] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:30.263686 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:30.306578 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:45:30.309464 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:45:30.313024 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:45:30.319226 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Pushing event updated for resources: {'Port': ['ID=e9419234-9948-4f3d-b03b-6f43ba64bc1e,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:30.366562 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:30.367174 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:30.437909 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-c8e0dda6-d0f7-4d50-b464-f98b9a41c33c tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214501 Mar 04 20:45:30.448867 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Request body: {'port': {'device_id': 'ed580283-c2fd-4b7b-b2f5-02c5282b397e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:45:30.506904 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:30.765189 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9419234-9948-4f3d-b03b-6f43ba64bc1e {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:45:30.772713 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Publish callbacks [] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:30.784772 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Transition to ACTIVE for port object e9419234-9948-4f3d-b03b-6f43ba64bc1e will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:45:30.854183 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:30.903303 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Pushing event updated for resources: {'Port': ['ID=e9419234-9948-4f3d-b03b-6f43ba64bc1e,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:30.968499 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Attempting to bind port e9419234-9948-4f3d-b03b-6f43ba64bc1e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:45:30.968841 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Attempting to bind port e9419234-9948-4f3d-b03b-6f43ba64bc1e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '93a18599-5930-4973-a1a4-ef30ead8af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:45:30.969177 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Attempting to bind port e9419234-9948-4f3d-b03b-6f43ba64bc1e on network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:45:30.973282 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Port e9419234-9948-4f3d-b03b-6f43ba64bc1e on network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:45:30.973606 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Attempting to bind port e9419234-9948-4f3d-b03b-6f43ba64bc1e on network 545a2a48-f5d3-4486-afc1-ff66cf4380d8 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:45:30.978267 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:45:30.978900 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Checking segment: {'id': '93a18599-5930-4973-a1a4-ef30ead8af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:45:30.979286 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Bound using segment: {'id': '93a18599-5930-4973-a1a4-ef30ead8af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:45:30.979714 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Bound port: e9419234-9948-4f3d-b03b-6f43ba64bc1e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a18599-5930-4973-a1a4-ef30ead8af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:45:30.980068 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:31.043849 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] For port e9419234-9948-4f3d-b03b-6f43ba64bc1e, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:45:31.046670 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] For port e9419234-9948-4f3d-b03b-6f43ba64bc1e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9419234-9948-4f3d-b03b-6f43ba64bc1e,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:45:31.117283 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:31.147809 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:31.148483 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:31.150057 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] 10.222.0.21 "PUT /v2.0/ports/e9419234-9948-4f3d-b03b-6f43ba64bc1e HTTP/1.1" status: 200 len: 1093 time: 0.7053092 Mar 04 20:45:31.153083 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed580283-c2fd-4b7b-b2f5-02c5282b397e', 'tag': 'e9419234-9948-4f3d-b03b-6f43ba64bc1e'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:31.157435 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3660edb2-f3c9-4776-a4d8-87ee5fca674c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed580283-c2fd-4b7b-b2f5-02c5282b397e", "tag": "e9419234-9948-4f3d-b03b-6f43ba64bc1e"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:31.183577 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004ce56-6cfb-422b-b171-292f368dc261 service neutron] Pushing event updated for resources: {'Port': ['ID=e9419234-9948-4f3d-b03b-6f43ba64bc1e,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:31.198887 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065ae6f4-b8e9-4771-aa34-46925dfe83b3 x-openstack-request-id: req-065ae6f4-b8e9-4771-aa34-46925dfe83b3 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:31.203582 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed580283-c2fd-4b7b-b2f5-02c5282b397e", "tag": "e9419234-9948-4f3d-b03b-6f43ba64bc1e", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:31.203582 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-065ae6f4-b8e9-4771-aa34-46925dfe83b3 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:31.203582 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed580283-c2fd-4b7b-b2f5-02c5282b397e', 'tag': 'e9419234-9948-4f3d-b03b-6f43ba64bc1e', 'status': 'completed', 'code': 200} Mar 04 20:45:31.266549 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b2632-a80b-4293-a2b0-9792ef543d01 req-8801cb34-b48b-40f9-ac54-758400fda18b tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:31.268049 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bb5b2632-a80b-4293-a2b0-9792ef543d01 req-8801cb34-b48b-40f9-ac54-758400fda18b tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 943 time: 0.0791063 Mar 04 20:45:31.318868 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660edb2-f3c9-4776-a4d8-87ee5fca674c req-7d4dc119-e383-40d6-a3b9-344bcaa5933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:31.320236 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3660edb2-f3c9-4776-a4d8-87ee5fca674c req-7d4dc119-e383-40d6-a3b9-344bcaa5933f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57f9e4002de94c68a9858d71480cb397&device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 1127 time: 0.0886815 Mar 04 20:45:31.327126 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-bb5b2632-a80b-4293-a2b0-9792ef543d01 req-5796db0a-3e6b-42e1-a3ba-606cbcc58208 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 Mar 04 20:45:31.419222 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660edb2-f3c9-4776-a4d8-87ee5fca674c req-0d2fcb60-346d-4724-9750-a2f989e09a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:31.420688 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3660edb2-f3c9-4776-a4d8-87ee5fca674c req-0d2fcb60-346d-4724-9750-a2f989e09a2c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=57f9e4002de94c68a9858d71480cb397&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0899925 Mar 04 20:45:31.515983 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660edb2-f3c9-4776-a4d8-87ee5fca674c req-dbe1d714-756c-45ec-8d89-761fb641e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:31.517449 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3660edb2-f3c9-4776-a4d8-87ee5fca674c req-dbe1d714-756c-45ec-8d89-761fb641e600 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906763 Mar 04 20:45:31.596689 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-a4793c49-5a95-4842-936c-619229e78dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:31.598089 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-a4793c49-5a95-4842-936c-619229e78dd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=57f9e4002de94c68a9858d71480cb397&device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 1127 time: 0.0445101 Mar 04 20:45:31.638160 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-6e3ea823-ca23-4139-97e4-09b3401731af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9419234-9948-4f3d-b03b-6f43ba64bc1e HTTP/1.1" status: 200 len: 217 time: 0.0326397 Mar 04 20:45:31.687443 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-8d280bd2-9eb4-4e2f-b13e-715e89077047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:31.688868 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-8d280bd2-9eb4-4e2f-b13e-715e89077047 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b69da991-a4ac-4c8e-8c01-26ceaeefde9f HTTP/1.1" status: 200 len: 849 time: 0.0457671 Mar 04 20:45:31.721615 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-263fa825-e6d3-4b26-809f-c3ef93acb07e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=545a2a48-f5d3-4486-afc1-ff66cf4380d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262361 Mar 04 20:45:31.810346 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-d92a7d92-4955-4cee-9559-a8cdcab00608 service neutron] 10.222.0.21 "GET /v2.0/networks/545a2a48-f5d3-4486-afc1-ff66cf4380d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821264 Mar 04 20:45:31.906993 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da5fc4ae-30f9-411a-a744-fe1fc8b87631 req-3fee05e3-8cdd-4f29-a64c-f1c1f4c38614 service neutron] 10.222.0.21 "GET /v2.0/networks/545a2a48-f5d3-4486-afc1-ff66cf4380d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833952 Mar 04 20:45:32.451414 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77814-914f-403d-bd4b-cb880517faf8 req-3fd0640b-59f2-420d-bd04-7efbe6074b29 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:32.452879 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e8f77814-914f-403d-bd4b-cb880517faf8 req-3fd0640b-59f2-420d-bd04-7efbe6074b29 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 943 time: 0.0552380 Mar 04 20:45:32.498423 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e8f77814-914f-403d-bd4b-cb880517faf8 req-d26a3ac8-4c99-4e36-ac0c-ac7a4770e711 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Mar 04 20:45:33.611912 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674525e-d279-41c8-b936-a27dd1ca3ce0 req-b11c88d1-5b52-45e7-8a51-8e6fc8d48707 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:33.613275 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b674525e-d279-41c8-b936-a27dd1ca3ce0 req-b11c88d1-5b52-45e7-8a51-8e6fc8d48707 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 943 time: 0.0514386 Mar 04 20:45:33.635906 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device e9419234-9948-4f3d-b03b-6f43ba64bc1e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:45:33.660329 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b674525e-d279-41c8-b936-a27dd1ca3ce0 req-a467cf8d-e22c-46dd-8460-f82245082204 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Mar 04 20:45:33.732501 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port e9419234-9948-4f3d-b03b-6f43ba64bc1e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9419234-9948-4f3d-b03b-6f43ba64bc1e,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:33.744087 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'e9419234-9948-4f3d-b03b-6f43ba64bc1e', 'network_id': '545a2a48-f5d3-4486-afc1-ff66cf4380d8', 'port_id': 'e9419234-9948-4f3d-b03b-6f43ba64bc1e', 'mac_address': 'fa:16:3e:31:df:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69da991-a4ac-4c8e-8c01-26ceaeefde9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:45:33.780193 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port e9419234-9948-4f3d-b03b-6f43ba64bc1e is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:45:33.780581 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:33.796302 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9419234-9948-4f3d-b03b-6f43ba64bc1e {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:45:33.815762 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port e9419234-9948-4f3d-b03b-6f43ba64bc1e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9419234-9948-4f3d-b03b-6f43ba64bc1e,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:33.903239 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:33.948354 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=e9419234-9948-4f3d-b03b-6f43ba64bc1e,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:34.134029 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['e9419234-9948-4f3d-b03b-6f43ba64bc1e'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:45:34.936944 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47498b80-81f6-48ca-95c9-140070131ade req-286e2d62-b6f6-48db-9aa6-671e4314cb72 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:34.938438 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-47498b80-81f6-48ca-95c9-140070131ade req-286e2d62-b6f6-48db-9aa6-671e4314cb72 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 944 time: 0.0537789 Mar 04 20:45:34.986282 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-47498b80-81f6-48ca-95c9-140070131ade req-79173a9a-23d7-49aa-9168-aa2a85b281ae tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Mar 04 20:45:35.650473 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device e9419234-9948-4f3d-b03b-6f43ba64bc1e up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:45:35.771422 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port e9419234-9948-4f3d-b03b-6f43ba64bc1e completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:45:35.775259 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port e9419234-9948-4f3d-b03b-6f43ba64bc1e triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:45:35.775639 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:35.848689 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port e9419234-9948-4f3d-b03b-6f43ba64bc1e is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:45:35.849076 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:35.870252 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed580283-c2fd-4b7b-b2f5-02c5282b397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9419234-9948-4f3d-b03b-6f43ba64bc1e'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:35.873115 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5a42ec-5172-4476-9985-66c983a7f9ed" -d '{"events": [{"server_uuid": "ed580283-c2fd-4b7b-b2f5-02c5282b397e", "name": "network-vif-plugged", "status": "completed", "tag": "e9419234-9948-4f3d-b03b-6f43ba64bc1e"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:35.890485 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port e9419234-9948-4f3d-b03b-6f43ba64bc1e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9419234-9948-4f3d-b03b-6f43ba64bc1e,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:35.907703 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787c546d-064a-41a2-97b5-8b6b7f63d466 x-openstack-request-id: req-787c546d-064a-41a2-97b5-8b6b7f63d466 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:35.907997 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed580283-c2fd-4b7b-b2f5-02c5282b397e", "name": "network-vif-plugged", "status": "completed", "tag": "e9419234-9948-4f3d-b03b-6f43ba64bc1e", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:35.908256 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-787c546d-064a-41a2-97b5-8b6b7f63d466 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:35.908648 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed580283-c2fd-4b7b-b2f5-02c5282b397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9419234-9948-4f3d-b03b-6f43ba64bc1e', 'code': 200} Mar 04 20:45:35.954488 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:36.002370 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=e9419234-9948-4f3d-b03b-6f43ba64bc1e,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:36.101647 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a06ac-6c7a-4a5f-aaed-24ad98516746 req-05b2f6b5-2762-4967-809f-16e0e3ff2d39 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:36.103148 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-130a06ac-6c7a-4a5f-aaed-24ad98516746 req-05b2f6b5-2762-4967-809f-16e0e3ff2d39 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 945 time: 0.0513637 Mar 04 20:45:36.153682 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-130a06ac-6c7a-4a5f-aaed-24ad98516746 req-55012720-6841-4e79-b2a9-c8c9bc73c5fe tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Mar 04 20:45:36.196377 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64b22a-58bd-45ff-ba90-4a9f93908d62 req-7c050bf5-a8cc-40b3-9c38-825d2a68511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:36.197856 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3f64b22a-58bd-45ff-ba90-4a9f93908d62 req-7c050bf5-a8cc-40b3-9c38-825d2a68511b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 1129 time: 0.0475411 Mar 04 20:45:36.240850 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3f64b22a-58bd-45ff-ba90-4a9f93908d62 req-060034ba-aade-4a81-b0da-27d01edff0f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357728 Mar 04 20:45:37.275443 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06168fdb-2669-4b1d-9a8b-f9b4c8b9d806 req-ee667937-26ee-45c6-bd7a-b62d497c0182 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:37.276923 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-06168fdb-2669-4b1d-9a8b-f9b4c8b9d806 req-ee667937-26ee-45c6-bd7a-b62d497c0182 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 945 time: 0.0534997 Mar 04 20:45:37.324931 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-06168fdb-2669-4b1d-9a8b-f9b4c8b9d806 req-88945591-545f-4524-91a3-eae6eb356ddb tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Mar 04 20:45:38.442600 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914359e8-30f7-4da2-82f8-ab4592351c27 req-3cf2a713-8659-46ac-ac71-d9292855dd4e tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:38.444389 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-914359e8-30f7-4da2-82f8-ab4592351c27 req-3cf2a713-8659-46ac-ac71-d9292855dd4e tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 945 time: 0.0545695 Mar 04 20:45:38.492279 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-914359e8-30f7-4da2-82f8-ab4592351c27 req-eb193379-1231-448f-8da7-3b548e4e2c12 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 Mar 04 20:45:39.645450 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e74e6f-9c43-449e-a448-02e898cd3059 req-a003ad4e-9762-429f-9aa0-a501d1e910e6 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:39.646939 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f0e74e6f-9c43-449e-a448-02e898cd3059 req-a003ad4e-9762-429f-9aa0-a501d1e910e6 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 945 time: 0.0532687 Mar 04 20:45:39.692393 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f0e74e6f-9c43-449e-a448-02e898cd3059 req-9407cee7-5872-49ab-84fe-ffcea1947243 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Mar 04 20:45:40.815888 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46133d4-9ede-48f5-b0ee-284ddda40c37 req-fe18e3a7-c22b-4741-a24f-fa11cb64bd77 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:40.817370 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e46133d4-9ede-48f5-b0ee-284ddda40c37 req-fe18e3a7-c22b-4741-a24f-fa11cb64bd77 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 945 time: 0.0543892 Mar 04 20:45:40.866173 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e46133d4-9ede-48f5-b0ee-284ddda40c37 req-8fa3c678-a562-4c37-a358-5133fc09cce5 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2273cde-3101-4424-bcfe-12f5f35e9df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433018 Mar 04 20:45:41.011145 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-aa5271d7-dec0-4b58-9ed6-3886301cc6fe tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:41.013112 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-aa5271d7-dec0-4b58-9ed6-3886301cc6fe tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 945 time: 0.0522833 Mar 04 20:45:41.101150 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Deleting port e9419234-9948-4f3d-b03b-6f43ba64bc1e {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:45:41.101494 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:41.190501 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] For port e9419234-9948-4f3d-b03b-6f43ba64bc1e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e9419234-9948-4f3d-b03b-6f43ba64bc1e,segment=NetworkSegment(93a18599-5930-4973-a1a4-ef30ead8af43),segment_id=93a18599-5930-4973-a1a4-ef30ead8af43)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:41.190861 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:41.203096 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Calling delete_port for e9419234-9948-4f3d-b03b-6f43ba64bc1e owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:45:41.385912 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (e9419234-9948-4f3d-b03b-6f43ba64bc1e), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:41.398009 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['e9419234-9948-4f3d-b03b-6f43ba64bc1e'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:45:41.419898 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Pushing event deleted for resources: {'Port': ['ID=e9419234-9948-4f3d-b03b-6f43ba64bc1e,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:41.456359 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] No DVR routers for this DVR port e9419234-9948-4f3d-b03b-6f43ba64bc1e on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:45:41.458791 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:41.461983 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-781b2f4e-abf1-4437-988d-d23b2ca8d2ab req-5b8db105-b903-4f7a-88d1-8cfdae64cadd tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.21 "DELETE /v2.0/ports/e9419234-9948-4f3d-b03b-6f43ba64bc1e HTTP/1.1" status: 204 len: 173 time: 0.4433398 Mar 04 20:45:41.462456 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed580283-c2fd-4b7b-b2f5-02c5282b397e', 'name': 'network-vif-deleted', 'tag': 'e9419234-9948-4f3d-b03b-6f43ba64bc1e'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:41.464661 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ec8657-bcef-4fab-8818-16c455955ff5" -d '{"events": [{"server_uuid": "ed580283-c2fd-4b7b-b2f5-02c5282b397e", "name": "network-vif-deleted", "tag": "e9419234-9948-4f3d-b03b-6f43ba64bc1e"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:41.498624 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d0cdd1-68c9-447d-9bfc-eb56363f6b15 x-openstack-request-id: req-d3d0cdd1-68c9-447d-9bfc-eb56363f6b15 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:41.498920 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed580283-c2fd-4b7b-b2f5-02c5282b397e", "name": "network-vif-deleted", "tag": "e9419234-9948-4f3d-b03b-6f43ba64bc1e", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:41.499173 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3d0cdd1-68c9-447d-9bfc-eb56363f6b15 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:41.499570 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed580283-c2fd-4b7b-b2f5-02c5282b397e', 'name': 'network-vif-deleted', 'tag': 'e9419234-9948-4f3d-b03b-6f43ba64bc1e', 'status': 'completed', 'code': 200} Mar 04 20:45:41.969845 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b6ba5ef6-c88b-403c-8275-49c4807233ef req-cfc43c05-7705-4c22-8a92-bc76aefa8859 tempest-VolumesActionsTest-357828361 tempest-VolumesActionsTest-357828361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed580283-c2fd-4b7b-b2f5-02c5282b397e HTTP/1.1" status: 200 len: 210 time: 0.0279338 Mar 04 20:45:43.703848 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device e9419234-9948-4f3d-b03b-6f43ba64bc1e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:45:43.727855 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: e9419234-9948-4f3d-b03b-6f43ba64bc1e {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:45:43.728202 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device e9419234-9948-4f3d-b03b-6f43ba64bc1e not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:45:44.971668 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:47.369197 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7e448c4c-effc-48d8-a833-d8588afcfee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:47.828489 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b668bb-3471-4c51-b907-aade4ad928ce req-db1623ae-6f4f-40cf-b710-82c662c98416 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:47.830119 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-24b668bb-3471-4c51-b907-aade4ad928ce req-db1623ae-6f4f-40cf-b710-82c662c98416 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 946 time: 0.0641897 Mar 04 20:45:47.886214 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-24b668bb-3471-4c51-b907-aade4ad928ce req-767aab99-968c-48e6-9698-b6346051fa0b tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485353 Mar 04 20:45:48.741060 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfddb6-13bd-47de-ac44-b2303c855e75 req-fb80dc07-6f50-4a13-8f51-5e51776331c9 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:48.744931 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5fdfddb6-13bd-47de-ac44-b2303c855e75 req-fb80dc07-6f50-4a13-8f51-5e51776331c9 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0747826 Mar 04 20:45:48.819128 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-5fdfddb6-13bd-47de-ac44-b2303c855e75 req-e523e042-95e6-4614-bb89-57542cdc0463 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669184 Mar 04 20:45:49.018446 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f09c8e-4ae7-4657-871b-9bf57749c794 req-4f0f98fb-005b-4130-a67b-7d4e71f6635b tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:49.020094 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e4f09c8e-4ae7-4657-871b-9bf57749c794 req-4f0f98fb-005b-4130-a67b-7d4e71f6635b tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 946 time: 0.0592706 Mar 04 20:45:49.097522 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e4f09c8e-4ae7-4657-871b-9bf57749c794 req-e7f4222e-3edd-4dfe-8b8b-49354d3d4fd4 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b6f8d5-bc39-417e-a801-8239de179c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712812 Mar 04 20:45:49.125117 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-52b61f7f-a3f3-4f45-9411-a09d1ff45450 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:49.126632 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-52b61f7f-a3f3-4f45-9411-a09d1ff45450 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 946 time: 0.0695398 Mar 04 20:45:49.238456 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Deleting port b27756f6-96c5-40ec-8731-c532015aaea0 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:45:49.238834 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:49.341771 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] For port b27756f6-96c5-40ec-8731-c532015aaea0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b27756f6-96c5-40ec-8731-c532015aaea0,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:49.342434 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:49.651992 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-d32b5144-a923-4dfd-a70e-77eb01ec6fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:49.799283 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:49.799651 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (8a052ad0-cd3e-4f40-9763-0c63436efd62), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:49.799972 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Floating IP 8a052ad0-cd3e-4f40-9763-0c63436efd62 disassociated. External IP: 172.28.1.130, port: b27756f6-96c5-40ec-8731-c532015aaea0. Mar 04 20:45:49.800325 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Calling delete_port for b27756f6-96c5-40ec-8731-c532015aaea0 owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:45:49.958756 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52657c-8a27-4306-9057-ef6ff7f7ab8e req-22d32a39-522b-4d22-9248-eae794806593 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:49.960522 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1f52657c-8a27-4306-9057-ef6ff7f7ab8e req-22d32a39-522b-4d22-9248-eae794806593 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0596807 Mar 04 20:45:50.024704 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-1f52657c-8a27-4306-9057-ef6ff7f7ab8e req-be6757aa-2b06-445e-80f6-6199210b4b05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573919 Mar 04 20:45:50.026046 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (b27756f6-96c5-40ec-8731-c532015aaea0), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:50.055386 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'Port': ['ID=b27756f6-96c5-40ec-8731-c532015aaea0,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:50.219446 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-b7de05de-2d5a-4a42-90e9-b9988b42ada3 req-19daa580-3806-4221-9b45-16ff9330e3e2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 210 time: 0.0439992 Mar 04 20:45:50.247989 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:45:50.370482 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:45:50.383155 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:45:50.409894 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:45:50.414650 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:45:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:50.444848 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] No DVR routers for this DVR port b27756f6-96c5-40ec-8731-c532015aaea0 on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:45:50.447678 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:50.451957 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-aa6cdae8-a6d9-4c26-a806-7c7724366fbb req-12da40ed-0de6-431d-9da8-f4f02a37c58d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "DELETE /v2.0/ports/b27756f6-96c5-40ec-8731-c532015aaea0 HTTP/1.1" status: 204 len: 173 time: 1.3196740 Mar 04 20:45:50.452509 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'name': 'network-vif-deleted', 'tag': 'b27756f6-96c5-40ec-8731-c532015aaea0'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:50.454852 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e8c8e-7eef-4246-94ca-deb7e1b9d4ae" -d '{"events": [{"server_uuid": "937afafd-66be-4ff2-958c-2d730e06ac0b", "name": "network-vif-deleted", "tag": "b27756f6-96c5-40ec-8731-c532015aaea0"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:50.554507 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d54177-e558-428f-b535-c8f3bd9153b8 x-openstack-request-id: req-84d54177-e558-428f-b535-c8f3bd9153b8 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:50.554857 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937afafd-66be-4ff2-958c-2d730e06ac0b", "name": "network-vif-deleted", "tag": "b27756f6-96c5-40ec-8731-c532015aaea0", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:50.555121 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84d54177-e558-428f-b535-c8f3bd9153b8 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:50.555543 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937afafd-66be-4ff2-958c-2d730e06ac0b', 'name': 'network-vif-deleted', 'tag': 'b27756f6-96c5-40ec-8731-c532015aaea0', 'status': 'completed', 'code': 200} Mar 04 20:45:50.584665 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:45:50.870031 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '25b49d08-8445-4fe1-a2d7-56b311706186', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:00Z', 'updated_at': '2022-03-04T20:44:15Z', 'revision_number': 2, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:50.899810 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:45:50.911082 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:45:50.911784 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:45:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:51.053066 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:45:51.093181 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:51.172875 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5c19c-cfb4-4de6-8dd5-951cabd67961 req-82a4892a-e136-4421-bfbe-6d11543c7853 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:51.174400 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9ca5c19c-cfb4-4de6-8dd5-951cabd67961 req-82a4892a-e136-4421-bfbe-6d11543c7853 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0694871 Mar 04 20:45:51.242850 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9ca5c19c-cfb4-4de6-8dd5-951cabd67961 req-254671e0-73c7-48ad-bdc2-e65c18ca3c63 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619640 Mar 04 20:45:51.330997 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '25b49d08-8445-4fe1-a2d7-56b311706186', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:00Z', 'updated_at': '2022-03-04T20:44:15Z', 'revision_number': 2, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:51.358602 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3c5ea6fe-a20f-4b42-ad6a-0ecfdf3337a0 req-3746582e-389f-4698-b5fa-6f2435e0831d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=937afafd-66be-4ff2-958c-2d730e06ac0b HTTP/1.1" status: 200 len: 210 time: 0.0298939 Mar 04 20:45:51.363498 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37319fda-4d2f-4c4c-8909-9c590f44ecf6 None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '25b49d08-8445-4fe1-a2d7-56b311706186', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:7b:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:44:00Z', 'updated_at': '2022-03-04T20:44:15Z', 'revision_number': 2, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:45:51.610832 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbbd7fe-8dd0-4fc1-a5e0-61edf6491166 None None] New status for floating IP 8a052ad0-cd3e-4f40-9763-0c63436efd62: DOWN {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:45:51.742589 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device b27756f6-96c5-40ec-8731-c532015aaea0 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:45:51.773149 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: b27756f6-96c5-40ec-8731-c532015aaea0 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:45:51.773530 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device b27756f6-96c5-40ec-8731-c532015aaea0 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:45:52.251549 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:52.414116 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b014e-3917-4365-b738-d5b07f7a6ed0 req-c352fea4-ae5d-4de0-834a-62d88065f3cf tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:52.415964 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e01b014e-3917-4365-b738-d5b07f7a6ed0 req-c352fea4-ae5d-4de0-834a-62d88065f3cf tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0639477 Mar 04 20:45:52.510833 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e01b014e-3917-4365-b738-d5b07f7a6ed0 req-78fffba6-f736-457c-892a-1ffcd39174cd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876081 Mar 04 20:45:52.533836 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44720) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:52.599442 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e20159ea-9eab-4e9a-b78a-6d19b61d21ae tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (a6b6f8d5-bc39-417e-a801-8239de179c79), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:52.629867 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e20159ea-9eab-4e9a-b78a-6d19b61d21ae tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (a6b6f8d5-bc39-417e-a801-8239de179c79), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:52.755021 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e20159ea-9eab-4e9a-b78a-6d19b61d21ae tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a6b6f8d5-bc39-417e-a801-8239de179c79), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:52.758637 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-e20159ea-9eab-4e9a-b78a-6d19b61d21ae tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:52.760207 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-e20159ea-9eab-4e9a-b78a-6d19b61d21ae tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "DELETE /v2.0/security-groups/a6b6f8d5-bc39-417e-a801-8239de179c79 HTTP/1.1" status: 204 len: 168 time: 0.2252381 Mar 04 20:45:52.763695 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44722) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:52.770942 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20159ea-9eab-4e9a-b78a-6d19b61d21ae tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b6f8d5-bc39-417e-a801-8239de179c79,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:52.777750 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.api.v2.resource [None req-8295f399-f74e-4f75-bb55-3c9380c6441f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] show failed (client error): The resource could not be found. Mar 04 20:45:52.782766 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-8295f399-f74e-4f75-bb55-3c9380c6441f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups/a6b6f8d5-bc39-417e-a801-8239de179c79 HTTP/1.1" status: 404 len: 347 time: 0.0178070 Mar 04 20:45:52.783575 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44724) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:45:52.924758 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Deleting port df69cb83-f338-40d5-b421-7221b7f3784e {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:45:52.925111 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (df69cb83-f338-40d5-b421-7221b7f3784e), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:53.014673 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (df69cb83-f338-40d5-b421-7221b7f3784e), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:53.014912 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (df69cb83-f338-40d5-b421-7221b7f3784e), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:53.028335 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Calling delete_port for df69cb83-f338-40d5-b421-7221b7f3784e owned by network:floatingip {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:45:53.269231 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (df69cb83-f338-40d5-b421-7221b7f3784e), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:53.301480 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'Port': ['ID=df69cb83-f338-40d5-b421-7221b7f3784e,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:53.312321 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.320327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:45:53.386751 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (8a052ad0-cd3e-4f40-9763-0c63436efd62), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:53.390504 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:53.394273 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-fcd8b871-4a51-43c7-a4dd-08f0a4bc4061 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "DELETE /v2.0/floatingips/8a052ad0-cd3e-4f40-9763-0c63436efd62 HTTP/1.1" status: 204 len: 168 time: 0.6070797 Mar 04 20:45:53.663381 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de311f9c-7b67-41c6-b009-c6971381052c req-692c819a-a4cd-433f-a181-d79e786f3a20 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:53.664886 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-de311f9c-7b67-41c6-b009-c6971381052c req-692c819a-a4cd-433f-a181-d79e786f3a20 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0675712 Mar 04 20:45:53.678120 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:53.724944 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-de311f9c-7b67-41c6-b009-c6971381052c req-006cf23e-9645-487a-af4d-616d8ca28215 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537107 Mar 04 20:45:54.607824 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:45:54.859815 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85efcf-a7ca-4ab6-b233-ef69e8289fff req-8f6d334b-e3b7-426b-a993-8f4c975d75a0 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:54.861300 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-de85efcf-a7ca-4ab6-b233-ef69e8289fff req-8f6d334b-e3b7-426b-a993-8f4c975d75a0 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0648422 Mar 04 20:45:54.923152 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-de85efcf-a7ca-4ab6-b233-ef69e8289fff req-824389dc-678d-447e-8868-62c445623df9 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555995 Mar 04 20:45:56.119625 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19b25f-0f66-47d1-862c-add487f43138 req-73a70091-d7b2-45f5-8f84-b529d0674c3a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:56.124095 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3e19b25f-0f66-47d1-862c-add487f43138 req-73a70091-d7b2-45f5-8f84-b529d0674c3a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.1089272 Mar 04 20:45:56.196437 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3e19b25f-0f66-47d1-862c-add487f43138 req-0f819c30-7fd4-49f1-adba-95b052d88d2f tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647178 Mar 04 20:45:56.565006 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879dda8-6bb2-492a-99b3-3de0e5dbc8e6 req-599fe8ad-e44b-4aae-8579-a55ca72e74f5 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:56.566711 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f879dda8-6bb2-492a-99b3-3de0e5dbc8e6 req-599fe8ad-e44b-4aae-8579-a55ca72e74f5 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 945 time: 0.0773730 Mar 04 20:45:56.622509 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-f879dda8-6bb2-492a-99b3-3de0e5dbc8e6 req-eb1afefd-301c-4b7e-a43e-14959a1c6124 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493023 Mar 04 20:45:57.334959 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b51fd-d21d-499d-9da6-5bab1504470d req-17b9802c-89c0-4c6f-807d-359247c40cf0 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:57.336615 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-eb9b51fd-d21d-499d-9da6-5bab1504470d req-17b9802c-89c0-4c6f-807d-359247c40cf0 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0691421 Mar 04 20:45:57.392684 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-eb9b51fd-d21d-499d-9da6-5bab1504470d req-26311075-b1ba-4daa-b815-ed217956ab18 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501933 Mar 04 20:45:57.757155 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e98c9-9632-4a72-98ce-bc04a15c1e49 req-416c2d00-cfcb-4515-91ab-a9c3ec6df2e7 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:57.758754 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ae0e98c9-9632-4a72-98ce-bc04a15c1e49 req-416c2d00-cfcb-4515-91ab-a9c3ec6df2e7 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 945 time: 0.0641844 Mar 04 20:45:57.814142 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-ae0e98c9-9632-4a72-98ce-bc04a15c1e49 req-2c8dfa35-d808-4d9e-96cc-608bd0452b90 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=170c7a08-58e0-480e-abec-8bb268675e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496125 Mar 04 20:45:58.204457 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9497b1b6-f167-435b-b09e-b4ddabdb8172 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:58.206024 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9497b1b6-f167-435b-b09e-b4ddabdb8172 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 945 time: 0.0584915 Mar 04 20:45:58.319066 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Deleting port f707cc8a-9081-4eba-9288-5cc94cfa2940 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:45:58.319707 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:58.418165 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] For port f707cc8a-9081-4eba-9288-5cc94cfa2940, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f707cc8a-9081-4eba-9288-5cc94cfa2940,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:45:58.418695 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:58.530779 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967d78-9e37-44e3-82b8-b48ffbffa615 req-26283751-13f9-4226-9027-d29a7a1ec2e0 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:58.533788 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a0967d78-9e37-44e3-82b8-b48ffbffa615 req-26283751-13f9-4226-9027-d29a7a1ec2e0 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0719836 Mar 04 20:45:58.591747 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a0967d78-9e37-44e3-82b8-b48ffbffa615 req-dc1b7161-0f6b-4438-96fd-fa570f22b891 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520747 Mar 04 20:45:58.620754 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:58.621243 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (25b49d08-8445-4fe1-a2d7-56b311706186), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:58.621686 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Floating IP 25b49d08-8445-4fe1-a2d7-56b311706186 disassociated. External IP: 172.28.1.239, port: f707cc8a-9081-4eba-9288-5cc94cfa2940. Mar 04 20:45:58.622153 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Calling delete_port for f707cc8a-9081-4eba-9288-5cc94cfa2940 owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:45:58.820514 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (f707cc8a-9081-4eba-9288-5cc94cfa2940), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:58.850705 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'Port': ['ID=f707cc8a-9081-4eba-9288-5cc94cfa2940,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:45:58.980629 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-0e82863c-420b-4cd2-88ec-3361c6621c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:58.982136 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-0e82863c-420b-4cd2-88ec-3361c6621c2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1130 time: 0.0937846 Mar 04 20:45:59.011793 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-2bb83224-aa41-4d05-bcb3-6ab438b29465 req-169bb7b1-3b5b-4b86-be93-0fa740bcf673 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 210 time: 0.0345659 Mar 04 20:45:59.030286 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:45:59.090814 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-59e73815-1e24-49fb-8101-649e0d7260a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:59.091929 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-59e73815-1e24-49fb-8101-649e0d7260a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 HTTP/1.1" status: 200 len: 910 time: 0.1031060 Mar 04 20:45:59.167491 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:45:59.170470 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-a47a55fc-719e-495a-81fd-a54c0ef9c353 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 200 len: 1002 time: 0.0702133 Mar 04 20:45:59.180008 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:45:59.191787 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:45:59.192347 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:45:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:59.220422 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] No DVR routers for this DVR port f707cc8a-9081-4eba-9288-5cc94cfa2940 on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:45:59.223101 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:45:59.226677 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-99b6a0f8-cf81-4edd-973f-2528c26f280b req-9f497740-d02b-4bcd-97fe-bb041956fd9e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "DELETE /v2.0/ports/f707cc8a-9081-4eba-9288-5cc94cfa2940 HTTP/1.1" status: 204 len: 173 time: 1.0148389 Mar 04 20:45:59.227236 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'name': 'network-vif-deleted', 'tag': 'f707cc8a-9081-4eba-9288-5cc94cfa2940'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:45:59.239744 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b5794a-5121-4dd9-883a-a3dce29d2039" -d '{"events": [{"server_uuid": "7fd61636-e6f2-44b4-ae91-f8372b8ea10a", "name": "network-vif-deleted", "tag": "f707cc8a-9081-4eba-9288-5cc94cfa2940"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:45:59.248745 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-076d4e8c-b8c1-46b9-8ef7-091df5b0b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:59.251502 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-076d4e8c-b8c1-46b9-8ef7-091df5b0b809 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9b47f7-353f-4353-8d50-2a78d4e6e3d9 HTTP/1.1" status: 200 len: 848 time: 0.0738213 Mar 04 20:45:59.279415 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e9a40b-1df9-4e4e-b66c-74ae45fd4deb x-openstack-request-id: req-d7e9a40b-1df9-4e4e-b66c-74ae45fd4deb {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:45:59.280234 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd61636-e6f2-44b4-ae91-f8372b8ea10a", "name": "network-vif-deleted", "tag": "f707cc8a-9081-4eba-9288-5cc94cfa2940", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:45:59.280500 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7e9a40b-1df9-4e4e-b66c-74ae45fd4deb {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:45:59.283847 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd61636-e6f2-44b4-ae91-f8372b8ea10a', 'name': 'network-vif-deleted', 'tag': 'f707cc8a-9081-4eba-9288-5cc94cfa2940', 'status': 'completed', 'code': 200} Mar 04 20:45:59.362966 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-db51a2e7-68e0-4b28-aa1c-8af56edd88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:59.362966 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-db51a2e7-68e0-4b28-aa1c-8af56edd88b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1014817 Mar 04 20:45:59.414558 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:45:59.558283 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-7f6886df-843c-4343-9c86-6fecaae049d0 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877027 Mar 04 20:45:59.679801 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e04e72cb-9f34-4f84-8ad0-a09d91164f84 req-cbae56d5-88e2-4d03-b550-a63a1e713903 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148062 Mar 04 20:45:59.697444 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:59.728406 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:45:59.739899 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:45:59.740535 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:45:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:45:59.774790 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a98f62-26d7-48f2-a947-9e789a3f7a40 req-6f088f1d-4f63-4bd9-bded-d0bbf067b87f tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:45:59.776651 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-34a98f62-26d7-48f2-a947-9e789a3f7a40 req-6f088f1d-4f63-4bd9-bded-d0bbf067b87f tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.1028588 Mar 04 20:45:59.846475 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-34a98f62-26d7-48f2-a947-9e789a3f7a40 req-71c4902b-4219-46d0-85a9-98afc39fc331 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626659 Mar 04 20:45:59.869430 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:46:00.129214 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:00.157249 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-67b777e8-df33-4d0b-9a4e-d099939dc59e req-a59d8184-266b-4be1-8190-b64947be12b0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fd61636-e6f2-44b4-ae91-f8372b8ea10a HTTP/1.1" status: 200 len: 210 time: 0.0433960 Mar 04 20:46:00.172208 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee81a19-379d-4d89-b2d0-2296ce2fda99 None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:46:00.494291 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c23710-1c4a-4233-b13d-e99cad2d39d1 None None] New status for floating IP 25b49d08-8445-4fe1-a2d7-56b311706186: DOWN {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:46:00.986964 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8bdea-47d4-45a2-b29a-3dbf6c3ec719 req-fe5ca14b-18c0-460f-9e02-784b70f29467 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:00.988442 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e5b8bdea-47d4-45a2-b29a-3dbf6c3ec719 req-fe5ca14b-18c0-460f-9e02-784b70f29467 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0624123 Mar 04 20:46:01.048551 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e5b8bdea-47d4-45a2-b29a-3dbf6c3ec719 req-9fe09c90-7ac0-43a2-bc04-76714f119eff tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543220 Mar 04 20:46:01.493162 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44812) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:01.553085 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b563281a-5971-487f-a337-28fa47fa6e58 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (170c7a08-58e0-480e-abec-8bb268675e85), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:01.581686 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b563281a-5971-487f-a337-28fa47fa6e58 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (170c7a08-58e0-480e-abec-8bb268675e85), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:01.728286 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b563281a-5971-487f-a337-28fa47fa6e58 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (170c7a08-58e0-480e-abec-8bb268675e85), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:01.731373 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-b563281a-5971-487f-a337-28fa47fa6e58 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:01.732855 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-b563281a-5971-487f-a337-28fa47fa6e58 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "DELETE /v2.0/security-groups/170c7a08-58e0-480e-abec-8bb268675e85 HTTP/1.1" status: 204 len: 168 time: 0.2384470 Mar 04 20:46:01.735403 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44822) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:01.751931 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.api.v2.resource [None req-85ad7236-799d-4852-a5c5-2b7ae71a915c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] show failed (client error): The resource could not be found. Mar 04 20:46:01.753017 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-85ad7236-799d-4852-a5c5-2b7ae71a915c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups/170c7a08-58e0-480e-abec-8bb268675e85 HTTP/1.1" status: 404 len: 347 time: 0.0166137 Mar 04 20:46:01.757136 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44824) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:01.759224 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563281a-5971-487f-a337-28fa47fa6e58 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170c7a08-58e0-480e-abec-8bb268675e85,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:01.805540 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device f707cc8a-9081-4eba-9288-5cc94cfa2940 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:46:01.873900 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: f707cc8a-9081-4eba-9288-5cc94cfa2940 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:46:01.874680 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device f707cc8a-9081-4eba-9288-5cc94cfa2940 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:46:01.922202 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Deleting port 3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:46:01.922523 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.017114 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.017948 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.034426 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Calling delete_port for 3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b owned by network:floatingip {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:46:02.231444 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e77b28-acc3-4ab3-9139-f8fbd9a526c1 req-09addbdf-bb86-4d5a-8258-5c6b32000988 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:02.232863 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a6e77b28-acc3-4ab3-9139-f8fbd9a526c1 req-09addbdf-bb86-4d5a-8258-5c6b32000988 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0785484 Mar 04 20:46:02.288757 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a6e77b28-acc3-4ab3-9139-f8fbd9a526c1 req-63723bcc-1157-45f9-9369-704cd7c6cca1 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491693 Mar 04 20:46:02.325925 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.355261 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'Port': ['ID=3164bcf1-65aa-4ffe-a9d1-3bb25d4d878b,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:02.420086 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (25b49d08-8445-4fe1-a2d7-56b311706186), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.422700 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:02.423852 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-24113a13-ba28-48fb-ba13-6aaf310bf632 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "DELETE /v2.0/floatingips/25b49d08-8445-4fe1-a2d7-56b311706186 HTTP/1.1" status: 204 len: 168 time: 0.6650109 Mar 04 20:46:02.879831 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44848) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:02.884443 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-3d3153f1-3508-4833-a75d-6c747357e474 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342790691', 'description': 'tempest-description--907671364'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:02.996727 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d3153f1-3508-4833-a75d-6c747357e474 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.061612 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d3153f1-3508-4833-a75d-6c747357e474 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (55fc15e9-d95f-4db5-98d6-05b99fd2c62b), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.154145 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d3153f1-3508-4833-a75d-6c747357e474 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (55fc15e9-d95f-4db5-98d6-05b99fd2c62b), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.183000 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3153f1-3508-4833-a75d-6c747357e474 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fc15e9-d95f-4db5-98d6-05b99fd2c62b,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:03.246117 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-3d3153f1-3508-4833-a75d-6c747357e474 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.247485 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-3d3153f1-3508-4833-a75d-6c747357e474 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3666306 Mar 04 20:46:03.250417 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44850) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:03.254625 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-422945cd-08b2-4560-8412-5f52b1522912 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group_rule': {'security_group_id': '55fc15e9-d95f-4db5-98d6-05b99fd2c62b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:03.338895 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-422945cd-08b2-4560-8412-5f52b1522912 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (fe67e997-364e-4fec-9492-4f7b3bcf4dba), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.397105 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-422945cd-08b2-4560-8412-5f52b1522912 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (fe67e997-364e-4fec-9492-4f7b3bcf4dba), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.411639 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0eefe-885c-4e39-9f1d-7e838dd66886 req-b4894fcb-07c8-44ba-bafb-3a74795ad65d tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:03.413110 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-24e0eefe-885c-4e39-9f1d-7e838dd66886 req-b4894fcb-07c8-44ba-bafb-3a74795ad65d tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0568719 Mar 04 20:46:03.459956 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-422945cd-08b2-4560-8412-5f52b1522912 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (fe67e997-364e-4fec-9492-4f7b3bcf4dba), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.462787 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-24e0eefe-885c-4e39-9f1d-7e838dd66886 req-4e5440a4-99d8-4cd2-809a-7ccde7b8780f tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441587 Mar 04 20:46:03.480760 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422945cd-08b2-4560-8412-5f52b1522912 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe67e997-364e-4fec-9492-4f7b3bcf4dba,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:03.558994 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-422945cd-08b2-4560-8412-5f52b1522912 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.560223 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-422945cd-08b2-4560-8412-5f52b1522912 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088994 Mar 04 20:46:03.562962 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44856) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:03.567838 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-310a7c90-8ac7-4787-be4f-09cebbd874a0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group_rule': {'security_group_id': '55fc15e9-d95f-4db5-98d6-05b99fd2c62b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:03.641262 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-310a7c90-8ac7-4787-be4f-09cebbd874a0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (a349b58a-f83c-4b00-929b-b65a2bd155d6), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.710874 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-310a7c90-8ac7-4787-be4f-09cebbd874a0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (a349b58a-f83c-4b00-929b-b65a2bd155d6), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.800123 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159dfec-e787-44cd-bed6-9a62d7acd045 req-1fa9e0e7-a6ef-4b5a-9819-c2a7bd4ec6f4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:03.801869 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7159dfec-e787-44cd-bed6-9a62d7acd045 req-1fa9e0e7-a6ef-4b5a-9819-c2a7bd4ec6f4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0597467 Mar 04 20:46:03.806684 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device c53d0d78-869b-4d26-8bb9-943793d0dd00 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:46:03.809007 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-310a7c90-8ac7-4787-be4f-09cebbd874a0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (a349b58a-f83c-4b00-929b-b65a2bd155d6), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.829092 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a7c90-8ac7-4787-be4f-09cebbd874a0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a349b58a-f83c-4b00-929b-b65a2bd155d6,revision_number=0']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:03.900176 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port c53d0d78-869b-4d26-8bb9-943793d0dd00 is: ACTIVE; New status is: DOWN {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:46:03.900561 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.903665 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-7159dfec-e787-44cd-bed6-9a62d7acd045 req-fc0a37d9-9bf7-49f7-ad69-4ee8e059850a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876052 Mar 04 20:46:03.912934 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-310a7c90-8ac7-4787-be4f-09cebbd874a0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:03.914154 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-310a7c90-8ac7-4787-be4f-09cebbd874a0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502784 Mar 04 20:46:03.917186 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44878) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:03.923036 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:03.937604 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-7a5b2a8e-e5f8-4b54-8550-2b0fa3bbcc88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1512849 Mar 04 20:46:03.948790 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:03.949904 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:46:03.952623 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0940a72-e58a-4edb-a6a6-5a4bbc449212" -d '{"events": [{"server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "name": "network-vif-unplugged", "status": "completed", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:46:03.990536 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 20:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a0ca30-e150-42d9-8f8c-d1012c5150bb x-openstack-request-id: req-74a0ca30-e150-42d9-8f8c-d1012c5150bb {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:46:03.990536 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "name": "network-vif-unplugged", "status": "failed", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00", "code": 422}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:46:03.990536 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74a0ca30-e150-42d9-8f8c-d1012c5150bb {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:46:03.990536 dv-cinder-799871-17-smb neutron-server[103640]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'code': 422} returned with failed status Mar 04 20:46:04.017018 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:04.046244 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:04.069171 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=c53d0d78-869b-4d26-8bb9-943793d0dd00,revision_number=6']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:04.076679 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.077037 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.077386 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.077911 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.078250 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.078610 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.078944 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.079278 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.079613 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.079943 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.080267 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.080757 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.081251 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:46:04.147808 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:04.153941 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-480d21a7-a9dc-4230-a853-be98df309950 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:04.155357 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-480d21a7-a9dc-4230-a853-be98df309950 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports/c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 200 len: 941 time: 0.1880839 Mar 04 20:46:04.256321 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Allocated IP 172.28.1.216 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/12c6958e-f428-4b59-95e0-52eba6ae54ba) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:46:04.376777 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (12c6958e-f428-4b59-95e0-52eba6ae54ba), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:04.500016 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (12c6958e-f428-4b59-95e0-52eba6ae54ba), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:04.542344 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:46:04.547442 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:46:04.549886 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:46:04.556625 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=12c6958e-f428-4b59-95e0-52eba6ae54ba,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:04.644088 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (1db74554-978e-4b2a-a305-d9068d5a01a8), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:04.733261 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (12c6958e-f428-4b59-95e0-52eba6ae54ba), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:04.893599 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (12c6958e-f428-4b59-95e0-52eba6ae54ba), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:04.968141 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (12c6958e-f428-4b59-95e0-52eba6ae54ba), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:05.040456 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=12c6958e-f428-4b59-95e0-52eba6ae54ba,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:05.049199 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (1db74554-978e-4b2a-a305-d9068d5a01a8), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:05.051416 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7534e-a20d-4f7a-9eb8-f65719c0a51e req-62ab84ef-a257-4d95-b28b-845ce344a2e1 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:05.053769 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3fa7534e-a20d-4f7a-9eb8-f65719c0a51e req-62ab84ef-a257-4d95-b28b-845ce344a2e1 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 944 time: 0.0580308 Mar 04 20:46:05.104277 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-3fa7534e-a20d-4f7a-9eb8-f65719c0a51e req-4c78e46b-48cc-4011-9e5d-65bc6e282df0 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Mar 04 20:46:05.156695 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:05.157956 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-82d7a506-a5e3-4d5b-ac93-5897163e9d0d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2396398 Mar 04 20:46:05.369754 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-309d12fd-303e-4495-9392-a0b2893e0d46 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--342790691&fields=id&tenant_id=963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 267 time: 0.0494266 Mar 04 20:46:05.477392 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-4724fce7-1159-4fa4-a736-a5b2762724f8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:05.479246 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-4724fce7-1159-4fa4-a736-a5b2762724f8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 815 time: 0.1025388 Mar 04 20:46:05.493822 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7e7b12db-1160-420d-ae68-1e0a4251e231 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/quotas/963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 375 time: 0.0093901 Mar 04 20:46:05.555503 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-fca15c85-6c7c-4bcd-b701-f05594c1c43f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566220 Mar 04 20:46:05.652872 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-f4a3e99b-cea4-4350-94d4-1f4167533f84 service neutron] 10.222.0.41 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853043 Mar 04 20:46:05.744808 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-5ae1367d-a3aa-46f4-a9e7-40178570ed1b service neutron] 10.222.0.41 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Mar 04 20:46:06.006253 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-73db644e-0381-4725-b4ce-acd6deb5e651 req-ea578e72-805a-447a-beb1-51d390ba21b6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 210 time: 0.0280008 Mar 04 20:46:06.226911 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0516a-5f5b-4372-8396-c8de487b1e9c req-f0656ada-01a9-4a4b-8c79-4a4d6a8fbe60 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:06.228420 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4eb0516a-5f5b-4372-8396-c8de487b1e9c req-f0656ada-01a9-4a4b-8c79-4a4d6a8fbe60 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 944 time: 0.0569148 Mar 04 20:46:06.277172 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-4eb0516a-5f5b-4372-8396-c8de487b1e9c req-7ed1a2fb-ba18-4d04-809d-7bc485aee5a9 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Mar 04 20:46:06.475195 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44956) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:06.514509 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-276bb397-7cf5-450d-94a5-4a63824ff880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:06.516018 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-276bb397-7cf5-450d-94a5-4a63824ff880 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42&tenant_id=31f5b5f3891f4f07a1e03e27e27818d8 HTTP/1.1" status: 200 len: 1128 time: 0.0820599 Mar 04 20:46:06.518776 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40fb8e4-78f3-47ec-a2b8-1e5def47b173 admin admin] Deleting subnet b69da991-a4ac-4c8e-8c01-26ceaeefde9f {{(pid=103638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:46:06.522204 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b40fb8e4-78f3-47ec-a2b8-1e5def47b173 admin admin] Publish callbacks [] for subnet (b69da991-a4ac-4c8e-8c01-26ceaeefde9f), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.562001 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b40fb8e4-78f3-47ec-a2b8-1e5def47b173 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132075400'] for subnet (b69da991-a4ac-4c8e-8c01-26ceaeefde9f), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.581443 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-223814b3-ad98-416a-adf1-0e3eb798c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:06.583604 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-223814b3-ad98-416a-adf1-0e3eb798c040 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1128 time: 0.0468559 Mar 04 20:46:06.601256 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b40fb8e4-78f3-47ec-a2b8-1e5def47b173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (b69da991-a4ac-4c8e-8c01-26ceaeefde9f), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.675960 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-947bf3ef-a539-497d-834b-a7e209a29c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:06.677343 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-947bf3ef-a539-497d-834b-a7e209a29c30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 HTTP/1.1" status: 200 len: 910 time: 0.0883815 Mar 04 20:46:06.720237 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b40fb8e4-78f3-47ec-a2b8-1e5def47b173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132073833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131621125'] for subnet (b69da991-a4ac-4c8e-8c01-26ceaeefde9f), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.741648 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-e9c6fc39-3a92-4f8e-9dc3-c1f890a81ffd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 200 len: 1000 time: 0.0589316 Mar 04 20:46:06.747208 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fb8e4-78f3-47ec-a2b8-1e5def47b173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69da991-a4ac-4c8e-8c01-26ceaeefde9f,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:06.749152 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b40fb8e4-78f3-47ec-a2b8-1e5def47b173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.752349 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-b40fb8e4-78f3-47ec-a2b8-1e5def47b173 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b69da991-a4ac-4c8e-8c01-26ceaeefde9f HTTP/1.1" status: 204 len: 168 time: 0.2761638 Mar 04 20:46:06.755259 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 44958) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:06.792824 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-07bbb69c-c947-4f91-a4a2-6f1c9a725eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:06.794288 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-07bbb69c-c947-4f91-a4a2-6f1c9a725eac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9b47f7-353f-4353-8d50-2a78d4e6e3d9 HTTP/1.1" status: 200 len: 848 time: 0.0468287 Mar 04 20:46:06.826828 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (545a2a48-f5d3-4486-afc1-ff66cf4380d8), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.851400 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-6d1a341e-2e4c-4310-9e68-123cc78f5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:06.852913 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-6d1a341e-2e4c-4310-9e68-123cc78f5bd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0525303 Mar 04 20:46:06.907214 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (545a2a48-f5d3-4486-afc1-ff66cf4380d8), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.929021 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545a2a48-f5d3-4486-afc1-ff66cf4380d8']}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:06.938626 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a18599-5930-4973-a1a4-ef30ead8af43') {'for_net_delete': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:06.939074 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a18599-5930-4973-a1a4-ef30ead8af43') {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:06.941626 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-bcd09697-016a-4294-bb4a-c84c420704ec service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828762 Mar 04 20:46:06.954497 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132075379'] for segment (93a18599-5930-4973-a1a4-ef30ead8af43), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.968294 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (93a18599-5930-4973-a1a4-ef30ead8af43), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.975447 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:46:06.975837 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073731'] for segment (93a18599-5930-4973-a1a4-ef30ead8af43), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: Traceback (most recent call last): Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: timer() Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: cb(*args, **kw) Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: return func(*args, **kwargs) Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: self._notify() Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: self.callback(batched_events) Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: event.method(event) Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: return f(self, *a, **k) Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: return self._get(url).json() Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: return self.request(url, 'GET', **kwargs) Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:46:06.977466 dv-cinder-799871-17-smb neutron-server[103638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:46:07.037761 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9fe9070d-9be7-46da-b908-7843a8d8545d req-91f2f84b-4aa9-40f5-91b7-99f0c54c61d9 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909686 Mar 04 20:46:07.100907 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-23effcb8-b119-4b7c-b639-660c4d512c0d req-df458acd-83b1-490b-ba5a-c3234f747952 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 210 time: 0.0276296 Mar 04 20:46:07.105664 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (545a2a48-f5d3-4486-afc1-ff66cf4380d8), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.111365 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.115797 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] 10.222.0.41 "DELETE /v2.0/networks/545a2a48-f5d3-4486-afc1-ff66cf4380d8 HTTP/1.1" status: 204 len: 168 time: 0.3599560 Mar 04 20:46:07.126303 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8089c0d-bd45-4d74-82a6-45ad2875df46 admin admin] Pushing event deleted for resources: {'Network': ['ID=545a2a48-f5d3-4486-afc1-ff66cf4380d8,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:07.410714 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ec8d6-db35-42d8-bd9d-d57a55889fb9 req-038ee16f-b6a2-451c-9683-9303ec3f328a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:07.413365 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3d1ec8d6-db35-42d8-bd9d-d57a55889fb9 req-038ee16f-b6a2-451c-9683-9303ec3f328a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 944 time: 0.0676038 Mar 04 20:46:07.465237 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-3d1ec8d6-db35-42d8-bd9d-d57a55889fb9 req-32af5dd8-266f-4071-bf2c-1c9aee6179c2 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463169 Mar 04 20:46:07.521906 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44966) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:07.560974 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-e3086162-2664-4df2-90c6-c8da21b0b732 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57f9e4002de94c68a9858d71480cb397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378363 Mar 04 20:46:07.563348 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 44968) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:07.609292 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-29bf432d-c86f-4bdb-a0f8-f9b9d3e7a56e admin admin] Publish callbacks [] for security_group (a2273cde-3101-4424-bcfe-12f5f35e9df3), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.629063 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-29bf432d-c86f-4bdb-a0f8-f9b9d3e7a56e admin admin] Publish callbacks [] for security_group (a2273cde-3101-4424-bcfe-12f5f35e9df3), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.748540 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-29bf432d-c86f-4bdb-a0f8-f9b9d3e7a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (a2273cde-3101-4424-bcfe-12f5f35e9df3), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.751036 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-29bf432d-c86f-4bdb-a0f8-f9b9d3e7a56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:07.752087 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-29bf432d-c86f-4bdb-a0f8-f9b9d3e7a56e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2273cde-3101-4424-bcfe-12f5f35e9df3 HTTP/1.1" status: 204 len: 168 time: 0.1878722 Mar 04 20:46:07.761066 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf432d-c86f-4bdb-a0f8-f9b9d3e7a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2273cde-3101-4424-bcfe-12f5f35e9df3,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:08.149141 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9668a994-a1fc-44d4-ba8f-42cf2028bd19 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.150696 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9668a994-a1fc-44d4-ba8f-42cf2028bd19 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 815 time: 0.1067381 Mar 04 20:46:08.222799 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e5feb194-a31c-4fb7-abfb-5c89de27f84a req-b671d0f3-658f-4be5-8d00-d21a8fbb0103 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 210 time: 0.0409613 Mar 04 20:46:08.245769 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-6d9a2d20-654b-45f4-8995-617c2d6ea0f0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 379 time: 0.0874355 Mar 04 20:46:08.254964 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'port': {'device_id': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'admin_state_up': True, 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'security_groups': ['55fc15e9-d95f-4db5-98d6-05b99fd2c62b']}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:08.460056 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Made reservation on behalf of 963825ff249d45c4b02c723173c7fbda for: {'port': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:46:08.463697 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:08.588493 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd08b3-49c4-4ff4-8cf4-640b0ec91127 req-c5656864-21e3-400e-b79a-63a5f56c6da4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.590116 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a7fd08b3-49c4-4ff4-8cf4-640b0ec91127 req-c5656864-21e3-400e-b79a-63a5f56c6da4 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 944 time: 0.0522883 Mar 04 20:46:08.601308 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Allocated IP 172.20.0.8 (4bc33661-35e9-4309-b857-d4de81748efc/f27f87f0-e610-451d-80f9-d0560677417a/2227cfb0-2ef5-46af-b8d7-95c917580c20) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:46:08.647420 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-a7fd08b3-49c4-4ff4-8cf4-640b0ec91127 req-7959638f-5e37-4b6c-833a-f146e7d14aff tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517025 Mar 04 20:46:08.743200 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:08.848979 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:08.888452 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Network 4bc33661-35e9-4309-b857-d4de81748efc is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:46:08.893323 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:46:08.895830 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:46:08.931499 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=2227cfb0-2ef5-46af-b8d7-95c917580c20,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:08.958274 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:08.959249 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.057392 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-7b4e7a4a-83e7-4939-a660-20f57abbcb77 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8059809 Mar 04 20:46:09.069937 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Request body: {'port': {'device_id': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:09.112294 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-5994d0ce-c9b1-408f-9f81-b3ed7cf967c5 None None] Provisioning complete for port 2227cfb0-2ef5-46af-b8d7-95c917580c20 triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:46:09.112920 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5994d0ce-c9b1-408f-9f81-b3ed7cf967c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.133696 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.148065 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-5994d0ce-c9b1-408f-9f81-b3ed7cf967c5 None None] Port 2227cfb0-2ef5-46af-b8d7-95c917580c20 cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:46:09.385071 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feb15-fe41-450a-9234-37db6abda79c req-d0b85842-d294-49ea-826d-621c68e7dd56 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:09.386822 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c53feb15-fe41-450a-9234-37db6abda79c req-d0b85842-d294-49ea-826d-621c68e7dd56 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 931 time: 0.0846598 Mar 04 20:46:09.460377 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2227cfb0-2ef5-46af-b8d7-95c917580c20 {{(pid=103639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:46:09.470814 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Publish callbacks [] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.476237 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c53feb15-fe41-450a-9234-37db6abda79c req-0ad9fbe1-533d-4e37-a7d1-c676c866d105 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827742 Mar 04 20:46:09.487241 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Transition to ACTIVE for port object 2227cfb0-2ef5-46af-b8d7-95c917580c20 will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:46:09.523513 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45008) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:09.551086 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.605716 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Pushing event updated for resources: {'Port': ['ID=2227cfb0-2ef5-46af-b8d7-95c917580c20,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:09.654842 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f5b459f-43e7-41da-bc18-807757c49056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.712956 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Attempting to bind port 2227cfb0-2ef5-46af-b8d7-95c917580c20 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:46:09.713290 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Attempting to bind port 2227cfb0-2ef5-46af-b8d7-95c917580c20 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:46:09.713617 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Attempting to bind port 2227cfb0-2ef5-46af-b8d7-95c917580c20 on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:46:09.721909 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Port 2227cfb0-2ef5-46af-b8d7-95c917580c20 on network 4bc33661-35e9-4309-b857-d4de81748efc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:46:09.722234 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Attempting to bind port 2227cfb0-2ef5-46af-b8d7-95c917580c20 on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:46:09.733855 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:46:09.733855 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Checking segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:46:09.733855 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Bound using segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:46:09.733855 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Bound port: 2227cfb0-2ef5-46af-b8d7-95c917580c20, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:46:09.733855 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.787909 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cc9de-87d8-48be-acc7-a0313f9976c8 req-a9738020-890f-4f56-b576-b5a2cd80fe8f tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:09.789619 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-068cc9de-87d8-48be-acc7-a0313f9976c8 req-a9738020-890f-4f56-b576-b5a2cd80fe8f tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 944 time: 0.0677447 Mar 04 20:46:09.805106 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f5b459f-43e7-41da-bc18-807757c49056 admin admin] Publish callbacks [] for security_group (dd10212e-da05-4b45-bd6f-2b176aeb9aa5), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.825902 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] For port 2227cfb0-2ef5-46af-b8d7-95c917580c20, host hv-cinder-79987, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:46:09.828808 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] For port 2227cfb0-2ef5-46af-b8d7-95c917580c20, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2227cfb0-2ef5-46af-b8d7-95c917580c20,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:46:09.838922 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-068cc9de-87d8-48be-acc7-a0313f9976c8 req-832dbbeb-6e17-4e11-91aa-ab21cd6a09e6 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430355 Mar 04 20:46:09.866053 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6f5b459f-43e7-41da-bc18-807757c49056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (dd10212e-da05-4b45-bd6f-2b176aeb9aa5), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.868372 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device c53d0d78-869b-4d26-8bb9-943793d0dd00 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:46:09.900093 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.915685 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-6f5b459f-43e7-41da-bc18-807757c49056 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c340ef5d12c8426899c58b2e26e6770d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910418 Mar 04 20:46:09.918335 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45014) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:09.936109 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b459f-43e7-41da-bc18-807757c49056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd10212e-da05-4b45-bd6f-2b176aeb9aa5,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:09.951256 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:09.951867 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:09.953399 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] 10.222.0.21 "PUT /v2.0/ports/2227cfb0-2ef5-46af-b8d7-95c917580c20 HTTP/1.1" status: 200 len: 1093 time: 0.8894088 Mar 04 20:46:09.953844 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'tag': '2227cfb0-2ef5-46af-b8d7-95c917580c20'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:46:09.956184 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac4c865-ac8e-4162-8132-5f924f7fe8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "17eb336b-32eb-4bf4-ab7f-32784a1c44a0", "tag": "2227cfb0-2ef5-46af-b8d7-95c917580c20"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:46:09.983485 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5b88f-b420-4bd8-b9c1-592bf8eee6cd service neutron] Pushing event updated for resources: {'Port': ['ID=2227cfb0-2ef5-46af-b8d7-95c917580c20,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:09.991437 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b5f923e8-7801-45e5-948e-a4d41690357d admin admin] Publish callbacks [] for security_group (dd10212e-da05-4b45-bd6f-2b176aeb9aa5), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:10.030271 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cfc910-d7ba-4120-a29c-1485cff9ccd1 x-openstack-request-id: req-08cfc910-d7ba-4120-a29c-1485cff9ccd1 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:46:10.030271 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17eb336b-32eb-4bf4-ab7f-32784a1c44a0", "tag": "2227cfb0-2ef5-46af-b8d7-95c917580c20", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:46:10.030271 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08cfc910-d7ba-4120-a29c-1485cff9ccd1 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:46:10.030271 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'tag': '2227cfb0-2ef5-46af-b8d7-95c917580c20', 'status': 'completed', 'code': 200} Mar 04 20:46:10.030905 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b5f923e8-7801-45e5-948e-a4d41690357d admin admin] Publish callbacks [] for security_group (dd10212e-da05-4b45-bd6f-2b176aeb9aa5), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:10.107642 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c865-ac8e-4162-8132-5f924f7fe8e8 req-32a6d3c8-01f9-4c62-b2e0-93a59b95aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:10.109665 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-eac4c865-ac8e-4162-8132-5f924f7fe8e8 req-32a6d3c8-01f9-4c62-b2e0-93a59b95aac0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 1127 time: 0.0505934 Mar 04 20:46:10.136612 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:10.149945 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'port_id': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'mac_address': 'fa:16:3e:df:4e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:46:10.180036 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b5f923e8-7801-45e5-948e-a4d41690357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (dd10212e-da05-4b45-bd6f-2b176aeb9aa5), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:10.183785 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b5f923e8-7801-45e5-948e-a4d41690357d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:10.185558 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-b5f923e8-7801-45e5-948e-a4d41690357d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd10212e-da05-4b45-bd6f-2b176aeb9aa5 HTTP/1.1" status: 204 len: 168 time: 0.2662339 Mar 04 20:46:10.194932 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port c53d0d78-869b-4d26-8bb9-943793d0dd00 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:46:10.195362 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:10.197974 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f923e8-7801-45e5-948e-a4d41690357d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd10212e-da05-4b45-bd6f-2b176aeb9aa5,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:10.214973 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53d0d78-869b-4d26-8bb9-943793d0dd00 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:46:10.231686 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c865-ac8e-4162-8132-5f924f7fe8e8 req-a1f7ab7d-c23d-4f80-a66a-20c2866d905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:10.233591 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-eac4c865-ac8e-4162-8132-5f924f7fe8e8 req-a1f7ab7d-c23d-4f80-a66a-20c2866d905c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=963825ff249d45c4b02c723173c7fbda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1161349 Mar 04 20:46:10.252581 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:10.331614 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:10.334909 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c865-ac8e-4162-8132-5f924f7fe8e8 req-03e8bcea-54d0-4528-a710-88e9f9298e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:10.338415 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-eac4c865-ac8e-4162-8132-5f924f7fe8e8 req-03e8bcea-54d0-4528-a710-88e9f9298e32 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905285 Mar 04 20:46:10.389366 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=c53d0d78-869b-4d26-8bb9-943793d0dd00,revision_number=7']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:10.539309 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['c53d0d78-869b-4d26-8bb9-943793d0dd00'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:46:10.605876 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2db61-202b-4b83-908a-8fab08df36bd req-7d24979e-6585-4150-814a-e6e646ccbabc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:10.607610 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-89f2db61-202b-4b83-908a-8fab08df36bd req-7d24979e-6585-4150-814a-e6e646ccbabc tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 943 time: 0.0610449 Mar 04 20:46:10.671146 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-89f2db61-202b-4b83-908a-8fab08df36bd req-6877a22f-f8c7-4fd6-8cd1-a5bead72435f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571966 Mar 04 20:46:10.689723 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-d418e826-c602-4587-b0aa-710849e286e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:10.692552 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-d418e826-c602-4587-b0aa-710849e286e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 1127 time: 0.3178689 Mar 04 20:46:10.736886 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-72c5d0ae-b90d-4de4-8e52-18472c1bedb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2227cfb0-2ef5-46af-b8d7-95c917580c20 HTTP/1.1" status: 200 len: 217 time: 0.0339000 Mar 04 20:46:10.782581 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-33037455-6d80-4e18-aabc-0b2f399e6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:10.784157 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-33037455-6d80-4e18-aabc-0b2f399e6924 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27f87f0-e610-451d-80f9-d0560677417a HTTP/1.1" status: 200 len: 854 time: 0.0431726 Mar 04 20:46:10.837130 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-48493778-b8e1-4741-8f31-58347bbfdbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:10.838695 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-48493778-b8e1-4741-8f31-58347bbfdbf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4bc33661-35e9-4309-b857-d4de81748efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0490749 Mar 04 20:46:10.955758 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-d0697b6a-9a33-405f-9c98-baafe5a44d31 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107445 Mar 04 20:46:11.034294 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc6356-46af-41cc-905e-63128e441546 req-c7316e1a-453d-4ac1-9bd5-0d254af10dbf tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:11.034555 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-56bc6356-46af-41cc-905e-63128e441546 req-c7316e1a-453d-4ac1-9bd5-0d254af10dbf tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 945 time: 0.1203239 Mar 04 20:46:11.097053 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-df3fbdf1-d3f8-4af6-8c88-844f3f641957 req-e75ed9c6-edf1-4cdd-a22d-1b27836242b2 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335325 Mar 04 20:46:11.102662 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-56bc6356-46af-41cc-905e-63128e441546 req-ec5670d7-4c2b-4338-8c44-67e657133252 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620015 Mar 04 20:46:11.790082 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564da423-319b-47c4-abaa-2b106f1fa5be req-0514e6e5-d3df-49f9-a0fb-0b564ba2b978 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:11.791529 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-564da423-319b-47c4-abaa-2b106f1fa5be req-0514e6e5-d3df-49f9-a0fb-0b564ba2b978 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 943 time: 0.0523412 Mar 04 20:46:11.840357 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-564da423-319b-47c4-abaa-2b106f1fa5be req-d0a6bdbc-ab33-48f0-a95a-b9b8d47f031d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431969 Mar 04 20:46:11.867258 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device c53d0d78-869b-4d26-8bb9-943793d0dd00 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:46:11.915035 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port c53d0d78-869b-4d26-8bb9-943793d0dd00 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:46:11.915409 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:11.993573 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port c53d0d78-869b-4d26-8bb9-943793d0dd00 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:46:11.993960 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:12.017306 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:46:12.019610 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5da5289-df72-4334-a3ef-e5dfd01d888b" -d '{"events": [{"server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "name": "network-vif-plugged", "status": "completed", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:46:12.034283 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:12.063691 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0e3366-999d-4d0f-8a4f-acebfb657fee x-openstack-request-id: req-fe0e3366-999d-4d0f-8a4f-acebfb657fee {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:46:12.064000 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "name": "network-vif-plugged", "status": "completed", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:46:12.064259 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe0e3366-999d-4d0f-8a4f-acebfb657fee {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:46:12.064654 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'code': 200} Mar 04 20:46:12.100148 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:12.150652 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=c53d0d78-869b-4d26-8bb9-943793d0dd00,revision_number=8']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:12.222044 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d06ce-4ec8-4331-8073-4df73180cec5 req-7a8e8314-9556-4eb2-9950-41d934b9d73f tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:12.223554 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-704d06ce-4ec8-4331-8073-4df73180cec5 req-7a8e8314-9556-4eb2-9950-41d934b9d73f tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0526154 Mar 04 20:46:12.275863 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-704d06ce-4ec8-4331-8073-4df73180cec5 req-d8d93462-73cf-4605-9c02-463a16463681 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452757 Mar 04 20:46:12.389143 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c1fd8-5848-41bc-a8de-e3ffb47c67d0 req-57186181-c277-4004-b348-b1802528f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:12.390651 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-dc3c1fd8-5848-41bc-a8de-e3ffb47c67d0 req-57186181-c277-4004-b348-b1802528f5ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1130 time: 0.0451369 Mar 04 20:46:12.440567 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-dc3c1fd8-5848-41bc-a8de-e3ffb47c67d0 req-1ec4e1d8-6d65-4d6b-a155-e18360d519b5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Mar 04 20:46:12.964255 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0336fc-5a62-4463-88ff-a713ec0573cc req-ea095277-bc38-43da-a492-44080b82b4d9 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:12.965749 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ff0336fc-5a62-4463-88ff-a713ec0573cc req-ea095277-bc38-43da-a492-44080b82b4d9 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 943 time: 0.0583255 Mar 04 20:46:13.016558 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ff0336fc-5a62-4463-88ff-a713ec0573cc req-55df71e3-42a1-4f0b-b299-1d18ebdb9ee1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451264 Mar 04 20:46:13.401139 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dbd8c-5bef-4fba-b279-5d8652d277c2 req-04e9ede8-4976-4953-8887-f20c4e703677 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:13.402607 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d66dbd8c-5bef-4fba-b279-5d8652d277c2 req-04e9ede8-4976-4953-8887-f20c4e703677 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0540702 Mar 04 20:46:13.450838 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-d66dbd8c-5bef-4fba-b279-5d8652d277c2 req-2abefbf3-674e-408a-968a-cd00af2bb9dd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Mar 04 20:46:13.873351 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 2227cfb0-2ef5-46af-b8d7-95c917580c20 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:46:13.971484 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 2227cfb0-2ef5-46af-b8d7-95c917580c20, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2227cfb0-2ef5-46af-b8d7-95c917580c20,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:13.982802 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '2227cfb0-2ef5-46af-b8d7-95c917580c20', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'port_id': '2227cfb0-2ef5-46af-b8d7-95c917580c20', 'mac_address': 'fa:16:3e:56:86:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:46:14.018868 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 2227cfb0-2ef5-46af-b8d7-95c917580c20 is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:46:14.019181 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:14.032072 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2227cfb0-2ef5-46af-b8d7-95c917580c20 {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:46:14.053438 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 2227cfb0-2ef5-46af-b8d7-95c917580c20, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2227cfb0-2ef5-46af-b8d7-95c917580c20,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:14.136014 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b4a08-6d5f-44c0-8f41-3c17988c8a8f req-41d8f13f-a2f6-4059-b244-70726960013e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:14.137509 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f71b4a08-6d5f-44c0-8f41-3c17988c8a8f req-41d8f13f-a2f6-4059-b244-70726960013e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 943 time: 0.0524662 Mar 04 20:46:14.154024 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:14.186864 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f71b4a08-6d5f-44c0-8f41-3c17988c8a8f req-ca4a334b-adf8-4236-9a70-f19f3fb13169 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438151 Mar 04 20:46:14.203183 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=2227cfb0-2ef5-46af-b8d7-95c917580c20,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:14.367378 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['2227cfb0-2ef5-46af-b8d7-95c917580c20'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:46:14.572190 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310269e-1c27-4c7c-a536-82be21784937 req-de4fb50f-b977-4d29-81bc-2b3170fb338c tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:14.573653 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0310269e-1c27-4c7c-a536-82be21784937 req-de4fb50f-b977-4d29-81bc-2b3170fb338c tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0552871 Mar 04 20:46:14.621828 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0310269e-1c27-4c7c-a536-82be21784937 req-ee2992e1-092e-40cf-95d4-0bfc0b8b5aa3 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Mar 04 20:46:14.905359 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:15.309057 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e6fc1-aaae-4458-aa3d-30f1827441d5 req-495af38a-b3ab-4870-82bd-ee05b90140e5 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:15.310543 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ee4e6fc1-aaae-4458-aa3d-30f1827441d5 req-495af38a-b3ab-4870-82bd-ee05b90140e5 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 944 time: 0.0581462 Mar 04 20:46:15.356719 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ee4e6fc1-aaae-4458-aa3d-30f1827441d5 req-b60cf429-593a-4298-a588-5c3cc2055823 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406761 Mar 04 20:46:15.906200 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 2227cfb0-2ef5-46af-b8d7-95c917580c20 up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:46:16.019657 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 2227cfb0-2ef5-46af-b8d7-95c917580c20 completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:46:16.024442 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 2227cfb0-2ef5-46af-b8d7-95c917580c20 triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:46:16.024654 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:16.100931 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 2227cfb0-2ef5-46af-b8d7-95c917580c20 is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:46:16.101318 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:16.122876 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2227cfb0-2ef5-46af-b8d7-95c917580c20'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:46:16.125062 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900cd4c1-d2eb-465b-a9e5-c8aa24bccab5" -d '{"events": [{"server_uuid": "17eb336b-32eb-4bf4-ab7f-32784a1c44a0", "name": "network-vif-plugged", "status": "completed", "tag": "2227cfb0-2ef5-46af-b8d7-95c917580c20"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:46:16.137448 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 2227cfb0-2ef5-46af-b8d7-95c917580c20, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2227cfb0-2ef5-46af-b8d7-95c917580c20,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:46:16.163025 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7965205-6aad-465c-b5c0-2f7c2c39964b x-openstack-request-id: req-f7965205-6aad-465c-b5c0-2f7c2c39964b {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:46:16.163316 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17eb336b-32eb-4bf4-ab7f-32784a1c44a0", "name": "network-vif-plugged", "status": "completed", "tag": "2227cfb0-2ef5-46af-b8d7-95c917580c20", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:46:16.163570 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7965205-6aad-465c-b5c0-2f7c2c39964b {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:46:16.164000 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2227cfb0-2ef5-46af-b8d7-95c917580c20', 'code': 200} Mar 04 20:46:16.230893 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:16.278810 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=2227cfb0-2ef5-46af-b8d7-95c917580c20,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:16.511776 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131133a-e248-4dc0-b20e-12a9b8764a99 req-6a1a445d-6e27-4179-913e-59769121c9c8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:16.513244 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a131133a-e248-4dc0-b20e-12a9b8764a99 req-6a1a445d-6e27-4179-913e-59769121c9c8 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 945 time: 0.0878301 Mar 04 20:46:16.518327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f119052-5307-49f9-acaf-25d627e270be req-45c39c29-782a-457d-9787-2178d35366f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:16.519716 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9f119052-5307-49f9-acaf-25d627e270be req-45c39c29-782a-457d-9787-2178d35366f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 1129 time: 0.0637341 Mar 04 20:46:16.592753 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a131133a-e248-4dc0-b20e-12a9b8764a99 req-dd73236d-e872-45b6-8728-2aec0cc8bf86 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719259 Mar 04 20:46:16.595112 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-9f119052-5307-49f9-acaf-25d627e270be req-89a5eb22-7623-4484-b0dd-7eb74529dcfd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677664 Mar 04 20:46:17.431300 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-14301ddb-acea-4ab6-aff0-aa43c55697e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:17.714996 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff40cb3-a3ef-478f-a3b9-e454cd8e5c94 req-9dca2c31-5f57-4dfe-bb22-40e686460f25 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:17.716481 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9ff40cb3-a3ef-478f-a3b9-e454cd8e5c94 req-9dca2c31-5f57-4dfe-bb22-40e686460f25 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Mar 04 20:46:17.764074 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-9ff40cb3-a3ef-478f-a3b9-e454cd8e5c94 req-4363b923-e51a-4221-8edf-b132378ab8eb tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420320 Mar 04 20:46:17.823293 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45110) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:17.929942 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-663314a5-84ee-447b-b0de-8153a7f876ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.001733 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-663314a5-84ee-447b-b0de-8153a7f876ec admin admin] Publish callbacks [] for security_group (6231a222-0917-4148-997f-9e68712cecc3), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.139748 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-663314a5-84ee-447b-b0de-8153a7f876ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (6231a222-0917-4148-997f-9e68712cecc3), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.177013 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-663314a5-84ee-447b-b0de-8153a7f876ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05b4b95e15214e26b637edf854147dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526387 Mar 04 20:46:18.177904 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663314a5-84ee-447b-b0de-8153a7f876ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6231a222-0917-4148-997f-9e68712cecc3,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:18.180924 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45114) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:18.229743 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9569eb3a-5930-46bd-9a28-a7772dc792da admin admin] Publish callbacks [] for security_group (6231a222-0917-4148-997f-9e68712cecc3), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.250181 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9569eb3a-5930-46bd-9a28-a7772dc792da admin admin] Publish callbacks [] for security_group (6231a222-0917-4148-997f-9e68712cecc3), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.636423 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9569eb3a-5930-46bd-9a28-a7772dc792da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (6231a222-0917-4148-997f-9e68712cecc3), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.639027 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-9569eb3a-5930-46bd-9a28-a7772dc792da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:18.640206 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-9569eb3a-5930-46bd-9a28-a7772dc792da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6231a222-0917-4148-997f-9e68712cecc3 HTTP/1.1" status: 204 len: 168 time: 0.4583087 Mar 04 20:46:18.647699 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569eb3a-5930-46bd-9a28-a7772dc792da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6231a222-0917-4148-997f-9e68712cecc3,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:46:18.886085 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7426108-fdaa-4579-b975-332293f1d68c req-9a978cd3-3f6f-4001-a767-6bbac3a1bb86 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:18.887844 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a7426108-fdaa-4579-b975-332293f1d68c req-9a978cd3-3f6f-4001-a767-6bbac3a1bb86 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 945 time: 0.0563602 Mar 04 20:46:18.948399 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a7426108-fdaa-4579-b975-332293f1d68c req-eaf64a99-7796-434e-b461-d9f2e1454209 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545590 Mar 04 20:46:19.071586 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49dd53-9359-4e71-acc8-dbdd92660042 req-8b62fbdf-e20f-48fd-9a16-4f220760b4a3 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:19.073165 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-da49dd53-9359-4e71-acc8-dbdd92660042 req-8b62fbdf-e20f-48fd-9a16-4f220760b4a3 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 945 time: 0.0552173 Mar 04 20:46:19.081959 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45122) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:46:19.086706 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [None req-91024ee7-0083-4e0f-9c63-23f8f75ed7e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'floatingip': {'port_id': '2227cfb0-2ef5-46af-b8d7-95c917580c20'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:46:19.125263 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-91024ee7-0083-4e0f-9c63-23f8f75ed7e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (1db74554-978e-4b2a-a305-d9068d5a01a8), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:19.559263 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-91024ee7-0083-4e0f-9c63-23f8f75ed7e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:19.611321 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-91024ee7-0083-4e0f-9c63-23f8f75ed7e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (1db74554-978e-4b2a-a305-d9068d5a01a8), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:19.633984 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd0b6-5c7e-4f22-a427-afb4ef31cf75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:19.717041 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [None req-91024ee7-0083-4e0f-9c63-23f8f75ed7e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Floating IP 1db74554-978e-4b2a-a305-d9068d5a01a8 associated. External IP: 172.28.1.216, port: 2227cfb0-2ef5-46af-b8d7-95c917580c20. Mar 04 20:46:19.930707 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91024ee7-0083-4e0f-9c63-23f8f75ed7e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:46:20.038465 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91024ee7-0083-4e0f-9c63-23f8f75ed7e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:46:20.043302 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-91024ee7-0083-4e0f-9c63-23f8f75ed7e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:20.047830 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:46:20.058593 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:46:20.059224 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:46:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:20.072771 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-91024ee7-0083-4e0f-9c63-23f8f75ed7e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "PUT /v2.0/floatingips/1db74554-978e-4b2a-a305-d9068d5a01a8 HTTP/1.1" status: 200 len: 991 time: 0.9896688 Mar 04 20:46:20.073392 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'tag': '2227cfb0-2ef5-46af-b8d7-95c917580c20'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:46:20.075779 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052fe9b5-73d7-442b-a318-3ae06eb0df99" -d '{"events": [{"name": "network-changed", "server_uuid": "17eb336b-32eb-4bf4-ab7f-32784a1c44a0", "tag": "2227cfb0-2ef5-46af-b8d7-95c917580c20"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:46:20.110258 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60641e0e-2593-431e-8cee-6f388a8c8c88 x-openstack-request-id: req-60641e0e-2593-431e-8cee-6f388a8c8c88 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:46:20.110661 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17eb336b-32eb-4bf4-ab7f-32784a1c44a0", "tag": "2227cfb0-2ef5-46af-b8d7-95c917580c20", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:46:20.111209 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60641e0e-2593-431e-8cee-6f388a8c8c88 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:46:20.111741 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'tag': '2227cfb0-2ef5-46af-b8d7-95c917580c20', 'status': 'completed', 'code': 200} Mar 04 20:46:20.170887 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:46:20.184587 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-7163f6f5-d404-415a-b25f-6d6b3824bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:20.186014 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-7163f6f5-d404-415a-b25f-6d6b3824bb63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 1129 time: 0.0444324 Mar 04 20:46:20.280942 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-aaaf093e-48a5-4d4d-aa2e-4ba3c9c60afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:20.282507 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-aaaf093e-48a5-4d4d-aa2e-4ba3c9c60afe service neutron] 10.222.0.21 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 916 time: 0.0860939 Mar 04 20:46:20.350535 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-ab5bf58a-b6f8-4efd-9f90-0f20c1804a57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2227cfb0-2ef5-46af-b8d7-95c917580c20 HTTP/1.1" status: 200 len: 999 time: 0.0612576 Mar 04 20:46:20.398036 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-69513bf2-1935-460b-a1ca-52472ca899e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:20.398877 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '1db74554-978e-4b2a-a305-d9068d5a01a8', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.216', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': '2227cfb0-2ef5-46af-b8d7-95c917580c20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:56:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:04Z', 'updated_at': '2022-03-04T20:46:19Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:20.399468 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-69513bf2-1935-460b-a1ca-52472ca899e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27f87f0-e610-451d-80f9-d0560677417a HTTP/1.1" status: 200 len: 854 time: 0.0438325 Mar 04 20:46:20.424895 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:46:20.433333 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:46:20.434077 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:46:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:20.447922 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-31bdea4d-30f3-4542-9cae-6fdbd1c46bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:46:20.449439 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-31bdea4d-30f3-4542-9cae-6fdbd1c46bb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4bc33661-35e9-4309-b857-d4de81748efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0441041 Mar 04 20:46:20.540666 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:46:20.545429 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-c6097372-917f-4fbd-a001-b0f7def6aed8 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845962 Mar 04 20:46:20.635456 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-052fe9b5-73d7-442b-a318-3ae06eb0df99 req-f63ac82b-8a93-47d0-af9a-c88c093a93d0 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834687 Mar 04 20:46:20.759431 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '1db74554-978e-4b2a-a305-d9068d5a01a8', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.216', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': '2227cfb0-2ef5-46af-b8d7-95c917580c20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:56:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:04Z', 'updated_at': '2022-03-04T20:46:19Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:46:20.789812 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa9042-ebcb-489b-8fee-1185ea716874 None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': '1db74554-978e-4b2a-a305-d9068d5a01a8', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.216', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': '2227cfb0-2ef5-46af-b8d7-95c917580c20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:56:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:46:04Z', 'updated_at': '2022-03-04T20:46:19Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:46:20.977917 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d411f2e8-59e0-4d0d-81ac-903027c81855 None None] New status for floating IP 1db74554-978e-4b2a-a305-d9068d5a01a8: ACTIVE {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:46:21.036703 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:22.245396 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:23.682491 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:31.607985 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:46:44.904613 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:47.367390 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3993-3d09-4090-b563-b7f2cc728358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:49.687293 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-e01e0c8c-8903-408e-a716-efb643813d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:51.007588 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:52.273419 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:46:53.696492 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:02.826828 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a20f-8e4f-4b83-b3d1-7364c698598f req-0c7798b6-5080-4341-950e-dbff305e6bd3 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:02.828308 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0f2a20f-8e4f-4b83-b3d1-7364c698598f req-0c7798b6-5080-4341-950e-dbff305e6bd3 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 945 time: 0.0577970 Mar 04 20:47:02.874946 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e0f2a20f-8e4f-4b83-b3d1-7364c698598f req-e585d9e6-7129-456d-adef-c058a9099b78 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410378 Mar 04 20:47:03.995064 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9ca55-0918-443d-9e6a-a2c3c67be22f req-3c637fdd-08cd-49c2-b57a-76c2f305c30c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:03.996553 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c0a9ca55-0918-443d-9e6a-a2c3c67be22f req-3c637fdd-08cd-49c2-b57a-76c2f305c30c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 945 time: 0.0523775 Mar 04 20:47:04.040335 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c0a9ca55-0918-443d-9e6a-a2c3c67be22f req-76486b32-03ae-4b19-a51f-81bb26b6ebe4 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=55fc15e9-d95f-4db5-98d6-05b99fd2c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383029 Mar 04 20:47:04.331646 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98257c6a-767c-4743-95be-b0d29626dcad req-27b04c12-995f-4e51-8e4b-543ea45f4e01 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:04.332988 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98257c6a-767c-4743-95be-b0d29626dcad req-27b04c12-995f-4e51-8e4b-543ea45f4e01 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 945 time: 0.0509093 Mar 04 20:47:04.426297 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Deleting port 2227cfb0-2ef5-46af-b8d7-95c917580c20 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:04.426661 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:04.511692 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] For port 2227cfb0-2ef5-46af-b8d7-95c917580c20, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2227cfb0-2ef5-46af-b8d7-95c917580c20,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:04.512047 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:04.675744 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:04.676104 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (1db74554-978e-4b2a-a305-d9068d5a01a8), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:04.676417 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Floating IP 1db74554-978e-4b2a-a305-d9068d5a01a8 disassociated. External IP: 172.28.1.216, port: 2227cfb0-2ef5-46af-b8d7-95c917580c20. Mar 04 20:47:04.676752 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Calling delete_port for 2227cfb0-2ef5-46af-b8d7-95c917580c20 owned by compute:nova {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:04.862677 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (2227cfb0-2ef5-46af-b8d7-95c917580c20), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:04.891681 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'Port': ['ID=2227cfb0-2ef5-46af-b8d7-95c917580c20,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:04.903286 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.903640 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.903983 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.904320 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.904648 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.904979 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.905308 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.905634 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.905957 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.906279 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.906741 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.907064 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:04.907385 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:05.015142 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:47:05.148785 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-50ba8ab8-c0ad-44ae-a83a-3014dce95d7a req-e6a88176-6945-4a11-8ad6-dd7439f224ce tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=17eb336b-32eb-4bf4-ab7f-32784a1c44a0 HTTP/1.1" status: 200 len: 210 time: 0.0326250 Mar 04 20:47:05.151709 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:47:05.161818 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:47:05.172591 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:05.173214 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:46:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:05.199081 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] No DVR routers for this DVR port 2227cfb0-2ef5-46af-b8d7-95c917580c20 on host hv-cinder-79987 {{(pid=103639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:47:05.201581 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:05.204944 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-98257c6a-767c-4743-95be-b0d29626dcad req-b53ae63f-07b4-43f5-a33d-9a4680a8cd18 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "DELETE /v2.0/ports/2227cfb0-2ef5-46af-b8d7-95c917580c20 HTTP/1.1" status: 204 len: 173 time: 0.8670223 Mar 04 20:47:05.205390 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'name': 'network-vif-deleted', 'tag': '2227cfb0-2ef5-46af-b8d7-95c917580c20'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:47:05.207654 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d35e6d-6e2a-494f-8ab8-e67a45a6871d" -d '{"events": [{"server_uuid": "17eb336b-32eb-4bf4-ab7f-32784a1c44a0", "name": "network-vif-deleted", "tag": "2227cfb0-2ef5-46af-b8d7-95c917580c20"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:47:05.249228 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1edf3d-675e-4fc4-9932-4c8551bc04c9 x-openstack-request-id: req-6c1edf3d-675e-4fc4-9932-4c8551bc04c9 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:47:05.249528 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17eb336b-32eb-4bf4-ab7f-32784a1c44a0", "name": "network-vif-deleted", "tag": "2227cfb0-2ef5-46af-b8d7-95c917580c20", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:47:05.249839 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c1edf3d-675e-4fc4-9932-4c8551bc04c9 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:47:05.250253 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17eb336b-32eb-4bf4-ab7f-32784a1c44a0', 'name': 'network-vif-deleted', 'tag': '2227cfb0-2ef5-46af-b8d7-95c917580c20', 'status': 'completed', 'code': 200} Mar 04 20:47:05.286020 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:05.508895 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:05.537174 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:47:05.543689 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:05.544299 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:46:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:05.779631 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:05.977214 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:06.004770 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cda3c1a-c520-4a41-b798-ea9ba19549d9 None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:47:06.219857 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2a8722-9143-4187-adc7-2d9d02467a9f None None] New status for floating IP 1db74554-978e-4b2a-a305-d9068d5a01a8: DOWN {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:47:06.299341 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45200) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:06.349959 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (55fc15e9-d95f-4db5-98d6-05b99fd2c62b), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.373565 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (55fc15e9-d95f-4db5-98d6-05b99fd2c62b), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.485054 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (55fc15e9-d95f-4db5-98d6-05b99fd2c62b), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.487730 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.489004 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "DELETE /v2.0/security-groups/55fc15e9-d95f-4db5-98d6-05b99fd2c62b HTTP/1.1" status: 204 len: 168 time: 0.1931708 Mar 04 20:47:06.491833 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45202) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:06.498650 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fc15e9-d95f-4db5-98d6-05b99fd2c62b,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:06.505670 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.506024 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.api.v2.resource [None req-4932ddfb-4d72-4e03-af5f-7a0a2362db7d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] show failed (client error): The resource could not be found. Mar 04 20:47:06.506143 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.506439 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.506829 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.507086 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-4932ddfb-4d72-4e03-af5f-7a0a2362db7d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups/55fc15e9-d95f-4db5-98d6-05b99fd2c62b HTTP/1.1" status: 404 len: 347 time: 0.0142686 Mar 04 20:47:06.507318 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.507499 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.507834 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.508167 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.508498 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.508825 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.509155 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.509481 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.510600 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084adf6-6fd8-49de-9bc2-ec97a32ce45c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:06.511305 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45204) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:06.637041 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Deleting port 12c6958e-f428-4b59-95e0-52eba6ae54ba {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:06.637381 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (12c6958e-f428-4b59-95e0-52eba6ae54ba), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.710153 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (12c6958e-f428-4b59-95e0-52eba6ae54ba), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.710514 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (12c6958e-f428-4b59-95e0-52eba6ae54ba), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.721921 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Calling delete_port for 12c6958e-f428-4b59-95e0-52eba6ae54ba owned by network:floatingip {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:06.908413 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (12c6958e-f428-4b59-95e0-52eba6ae54ba), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.935158 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'Port': ['ID=12c6958e-f428-4b59-95e0-52eba6ae54ba,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:06.996157 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (1db74554-978e-4b2a-a305-d9068d5a01a8), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.998742 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:06.999915 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-0532daca-91c6-48ce-b29e-e1b098b5354d tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "DELETE /v2.0/floatingips/1db74554-978e-4b2a-a305-d9068d5a01a8 HTTP/1.1" status: 204 len: 168 time: 0.4877295 Mar 04 20:47:07.242548 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45208) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:07.247154 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-30564e0a-5fe1-4e44-a566-a37c78c3903c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613369549', 'description': 'tempest-description--42825792'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:47:07.321434 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-30564e0a-5fe1-4e44-a566-a37c78c3903c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:07.386528 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-30564e0a-5fe1-4e44-a566-a37c78c3903c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (b4f61079-b360-4498-a163-596c87ea3add), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:07.458246 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-30564e0a-5fe1-4e44-a566-a37c78c3903c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (b4f61079-b360-4498-a163-596c87ea3add), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:07.486853 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30564e0a-5fe1-4e44-a566-a37c78c3903c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f61079-b360-4498-a163-596c87ea3add,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:07.580723 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-30564e0a-5fe1-4e44-a566-a37c78c3903c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:07.581979 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-30564e0a-5fe1-4e44-a566-a37c78c3903c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3384295 Mar 04 20:47:07.584802 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45210) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:07.589211 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-5baa2dfc-9129-45bf-a6e8-f3a9903f88a2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group_rule': {'security_group_id': 'b4f61079-b360-4498-a163-596c87ea3add', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:47:07.680196 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5baa2dfc-9129-45bf-a6e8-f3a9903f88a2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (3e165f8c-8e7f-4a58-8186-31d88bf4a940), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:07.733585 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5baa2dfc-9129-45bf-a6e8-f3a9903f88a2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (3e165f8c-8e7f-4a58-8186-31d88bf4a940), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:07.807916 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5baa2dfc-9129-45bf-a6e8-f3a9903f88a2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (3e165f8c-8e7f-4a58-8186-31d88bf4a940), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:07.826148 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa2dfc-9129-45bf-a6e8-f3a9903f88a2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e165f8c-8e7f-4a58-8186-31d88bf4a940,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:07.901011 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5baa2dfc-9129-45bf-a6e8-f3a9903f88a2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:07.902250 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-5baa2dfc-9129-45bf-a6e8-f3a9903f88a2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165147 Mar 04 20:47:07.905063 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45212) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:07.909259 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-19241c23-79ed-4174-9d1a-85140df6f16f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'security_group_rule': {'security_group_id': 'b4f61079-b360-4498-a163-596c87ea3add', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:47:08.017415 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-19241c23-79ed-4174-9d1a-85140df6f16f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (1e4a6889-bfe7-4fb6-8046-13d186e83c9f), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:08.076150 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-19241c23-79ed-4174-9d1a-85140df6f16f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (1e4a6889-bfe7-4fb6-8046-13d186e83c9f), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:08.165088 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-19241c23-79ed-4174-9d1a-85140df6f16f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952991'] for security_group_rule (1e4a6889-bfe7-4fb6-8046-13d186e83c9f), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:08.184284 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19241c23-79ed-4174-9d1a-85140df6f16f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4a6889-bfe7-4fb6-8046-13d186e83c9f,revision_number=0']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:08.272261 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-19241c23-79ed-4174-9d1a-85140df6f16f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:08.273483 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-19241c23-79ed-4174-9d1a-85140df6f16f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675115 Mar 04 20:47:08.276734 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45214) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:08.281104 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'floatingip': {'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:47:08.303053 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 2227cfb0-2ef5-46af-b8d7-95c917580c20 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:47:08.323883 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 2227cfb0-2ef5-46af-b8d7-95c917580c20 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:47:08.324231 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 2227cfb0-2ef5-46af-b8d7-95c917580c20 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:47:08.354624 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:08.448694 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:08.551580 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Allocated IP 172.28.1.13 (518225a1-02dd-44bb-a70b-df82d4aca4cd/eccac675-f682-475a-ac98-4563b0655e7d/09451556-7466-4cb0-b3b7-f06c4c115441) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:47:08.607844 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:47:08.649196 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (09451556-7466-4cb0-b3b7-f06c4c115441), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:08.739367 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (09451556-7466-4cb0-b3b7-f06c4c115441), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:08.780977 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Network 518225a1-02dd-44bb-a70b-df82d4aca4cd is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:47:08.783771 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:47:08.788305 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:47:08.812147 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=09451556-7466-4cb0-b3b7-f06c4c115441,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:08.876149 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:08.964904 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (09451556-7466-4cb0-b3b7-f06c4c115441), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:09.122989 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (09451556-7466-4cb0-b3b7-f06c4c115441), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:09.193674 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (09451556-7466-4cb0-b3b7-f06c4c115441), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:09.263105 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=09451556-7466-4cb0-b3b7-f06c4c115441,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:09.274485 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:09.366985 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:09.368362 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-6c6236a4-afae-46ad-b4a0-813ac948eba2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0906878 Mar 04 20:47:09.580130 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d825d4a6-da5f-4373-8363-3dbc8f6ed5c4 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--613369549&fields=id&tenant_id=963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 267 time: 0.0406487 Mar 04 20:47:09.684233 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-72ba792a-ecfe-4ca0-9f61-7852a314c636 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:09.685676 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-72ba792a-ecfe-4ca0-9f61-7852a314c636 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 815 time: 0.0994749 Mar 04 20:47:09.700164 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-8c344f2a-01a5-43ac-9c80-160856f4cb38 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/quotas/963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 375 time: 0.0092213 Mar 04 20:47:09.753827 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-84f03fd6-1b11-4be9-ac9d-4d551b767ad7 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487485 Mar 04 20:47:09.846768 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-41230b7b-83ec-45aa-9d15-5df1122b70ec service neutron] 10.222.0.41 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812788 Mar 04 20:47:09.935971 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-5245bb22-2c5a-46e4-bc31-38b11d61a910 service neutron] 10.222.0.41 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832615 Mar 04 20:47:10.201479 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c2921d47-70fe-448b-ba97-3b00ab40f999 req-ba837e07-d649-4202-983c-f4949b690518 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 210 time: 0.0278978 Mar 04 20:47:11.296797 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0fc8be58-b6b9-4b2c-91a7-911eb7bd5f32 req-64154c4b-7436-4eb8-bb78-e53ca86d0c67 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 210 time: 0.0271251 Mar 04 20:47:11.988055 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-54f23dc7-2599-4dff-ae0a-06855a536869 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:11.989511 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-54f23dc7-2599-4dff-ae0a-06855a536869 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 815 time: 0.1017692 Mar 04 20:47:12.051511 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-a5c33c70-3626-4423-9481-05ea45abbe36 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963825ff249d45c4b02c723173c7fbda HTTP/1.1" status: 200 len: 379 time: 0.0545979 Mar 04 20:47:12.059617 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'port': {'device_id': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'admin_state_up': True, 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'security_groups': ['b4f61079-b360-4498-a163-596c87ea3add']}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:47:12.276594 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Made reservation on behalf of 963825ff249d45c4b02c723173c7fbda for: {'port': 1} {{(pid=103639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:47:12.280312 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:12.415555 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-bd820137-94ad-4fad-acc8-6faf81dfa80c req-a3a67ff5-7734-4b59-ba37-1496774d32ba tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 210 time: 0.0473347 Mar 04 20:47:12.434357 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_common [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Allocated IP 172.20.0.9 (4bc33661-35e9-4309-b857-d4de81748efc/f27f87f0-e610-451d-80f9-d0560677417a/77296509-9a20-4589-a449-6e9d60aca63a) {{(pid=103639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:47:12.569470 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for port (77296509-9a20-4589-a449-6e9d60aca63a), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:12.699430 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (77296509-9a20-4589-a449-6e9d60aca63a), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:12.742436 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Network 4bc33661-35e9-4309-b857-d4de81748efc is already hosted by enough agents. {{(pid=103639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:47:12.746118 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.base_scheduler [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Resources bound (agent type, host, resource id): {{(pid=103639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:47:12.749738 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Received port after_create {{(pid=103639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:47:12.755995 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event updated for resources: {'Port': ['ID=77296509-9a20-4589-a449-6e9d60aca63a,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:12.800679 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:12.801288 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:12.893381 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-d9b73367-98c6-4e0b-8fe2-5fc91d189fc2 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372078 Mar 04 20:47:12.905846 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Request body: {'port': {'device_id': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:47:12.967777 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (77296509-9a20-4589-a449-6e9d60aca63a), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:12.973047 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-67a35ae6-5519-4ad3-8279-551bfa715ed7 None None] Provisioning complete for port 77296509-9a20-4589-a449-6e9d60aca63a triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:47:12.973565 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-67a35ae6-5519-4ad3-8279-551bfa715ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (77296509-9a20-4589-a449-6e9d60aca63a), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:13.007945 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-67a35ae6-5519-4ad3-8279-551bfa715ed7 None None] Port 77296509-9a20-4589-a449-6e9d60aca63a cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:47:13.222734 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77296509-9a20-4589-a449-6e9d60aca63a {{(pid=103639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:47:13.230274 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Publish callbacks [] for port (77296509-9a20-4589-a449-6e9d60aca63a), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:13.241718 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.provisioning_blocks [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Transition to ACTIVE for port object 77296509-9a20-4589-a449-6e9d60aca63a will not be triggered until provisioned by entity L2. {{(pid=103639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:47:13.338672 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (77296509-9a20-4589-a449-6e9d60aca63a), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:13.392772 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Pushing event updated for resources: {'Port': ['ID=77296509-9a20-4589-a449-6e9d60aca63a,revision_number=2']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:13.463341 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Attempting to bind port 77296509-9a20-4589-a449-6e9d60aca63a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:47:13.463819 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Attempting to bind port 77296509-9a20-4589-a449-6e9d60aca63a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:47:13.464155 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Attempting to bind port 77296509-9a20-4589-a449-6e9d60aca63a on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:47:13.468915 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Port 77296509-9a20-4589-a449-6e9d60aca63a on network 4bc33661-35e9-4309-b857-d4de81748efc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:47:13.469237 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Attempting to bind port 77296509-9a20-4589-a449-6e9d60aca63a on network 4bc33661-35e9-4309-b857-d4de81748efc {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:47:13.474852 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:47:13.475112 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Checking segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:47:13.475492 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Bound using segment: {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'} {{(pid=103639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:47:13.475925 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.managers [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Bound port: 77296509-9a20-4589-a449-6e9d60aca63a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f14e0e9-086d-44d9-976b-53a4df4bdf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc'}}] {{(pid=103639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:47:13.476279 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (77296509-9a20-4589-a449-6e9d60aca63a), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:13.544301 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08d89-1765-41e2-ab3e-9594a53f3cec req-31c8af8e-dc4c-4afc-99c5-1b7c5c47f66e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:13.546005 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c3e08d89-1765-41e2-ab3e-9594a53f3cec req-31c8af8e-dc4c-4afc-99c5-1b7c5c47f66e tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 943 time: 0.0576515 Mar 04 20:47:13.546227 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] For port 77296509-9a20-4589-a449-6e9d60aca63a, host hv-cinder-79987, cleared binding levels {{(pid=103639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:47:13.549345 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] For port 77296509-9a20-4589-a449-6e9d60aca63a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77296509-9a20-4589-a449-6e9d60aca63a,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:47:13.595391 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c3e08d89-1765-41e2-ab3e-9594a53f3cec req-0cb80c80-3bfe-4462-a014-a324df057f32 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440660 Mar 04 20:47:13.611348 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133226069'] for port (77296509-9a20-4589-a449-6e9d60aca63a), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:13.649095 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:13.649600 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:13.651184 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] 10.222.0.21 "PUT /v2.0/ports/77296509-9a20-4589-a449-6e9d60aca63a HTTP/1.1" status: 200 len: 1093 time: 0.7496014 Mar 04 20:47:13.651630 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'tag': '77296509-9a20-4589-a449-6e9d60aca63a'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:47:13.653861 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051ca428-85f9-4684-a0ab-da7ab3853942" -d '{"events": [{"name": "network-changed", "server_uuid": "57498dd0-2c81-4ee7-a2b7-3e2fa971928c", "tag": "77296509-9a20-4589-a449-6e9d60aca63a"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:47:13.686135 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee972c-9687-4d08-a79b-ddadeea01184 service neutron] Pushing event updated for resources: {'Port': ['ID=77296509-9a20-4589-a449-6e9d60aca63a,revision_number=3']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:13.693540 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ed88a-0fd5-49af-93f3-4244fe2a7fbb x-openstack-request-id: req-139ed88a-0fd5-49af-93f3-4244fe2a7fbb {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:47:13.694057 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57498dd0-2c81-4ee7-a2b7-3e2fa971928c", "tag": "77296509-9a20-4589-a449-6e9d60aca63a", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:47:13.694317 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-139ed88a-0fd5-49af-93f3-4244fe2a7fbb {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:47:13.694815 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'tag': '77296509-9a20-4589-a449-6e9d60aca63a', 'status': 'completed', 'code': 200} Mar 04 20:47:13.759033 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca428-85f9-4684-a0ab-da7ab3853942 req-ba6bedb5-8740-490a-99d9-49334a569966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:13.760761 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-051ca428-85f9-4684-a0ab-da7ab3853942 req-ba6bedb5-8740-490a-99d9-49334a569966 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 1127 time: 0.0471644 Mar 04 20:47:13.860808 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca428-85f9-4684-a0ab-da7ab3853942 req-2b29acf5-fd0f-4b01-83c8-122ddcf20993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:13.862267 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-051ca428-85f9-4684-a0ab-da7ab3853942 req-2b29acf5-fd0f-4b01-83c8-122ddcf20993 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=963825ff249d45c4b02c723173c7fbda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0956149 Mar 04 20:47:13.954158 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ca428-85f9-4684-a0ab-da7ab3853942 req-283630e4-49c0-4a70-8d5d-c73cc711ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:13.955551 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-051ca428-85f9-4684-a0ab-da7ab3853942 req-283630e4-49c0-4a70-8d5d-c73cc711ebdf service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876193 Mar 04 20:47:14.038195 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-839f003e-36aa-45d1-9336-85826697cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:14.038195 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-839f003e-36aa-45d1-9336-85826697cee0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 1127 time: 0.0441251 Mar 04 20:47:14.076104 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-339596c0-6895-41f9-b143-dd9b9a174d60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77296509-9a20-4589-a449-6e9d60aca63a HTTP/1.1" status: 200 len: 217 time: 0.0361218 Mar 04 20:47:14.125394 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-6eeab6da-c581-471f-b84e-3ad0278635e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:14.126958 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-6eeab6da-c581-471f-b84e-3ad0278635e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27f87f0-e610-451d-80f9-d0560677417a HTTP/1.1" status: 200 len: 854 time: 0.0452130 Mar 04 20:47:14.174947 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-77539085-085f-4300-a814-5a8b299e10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:14.176474 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-77539085-085f-4300-a814-5a8b299e10bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4bc33661-35e9-4309-b857-d4de81748efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0440626 Mar 04 20:47:14.266728 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-b9aeb7ba-7a43-4110-9765-2b00fa77e287 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845010 Mar 04 20:47:14.353610 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0b0322d5-9aca-4c06-ab82-5e5d778ce7a7 req-2e4ad01d-4426-444e-8823-2a27eba94427 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808613 Mar 04 20:47:14.712285 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974d0a1-e8f4-4a52-b7df-63aba0b7c0e9 req-addb7647-5da0-4407-b6ad-7893fd475f79 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:14.714026 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8974d0a1-e8f4-4a52-b7df-63aba0b7c0e9 req-addb7647-5da0-4407-b6ad-7893fd475f79 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 943 time: 0.0523684 Mar 04 20:47:14.771446 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8974d0a1-e8f4-4a52-b7df-63aba0b7c0e9 req-eee1daff-0cc3-418b-b823-ec5558dac840 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519066 Mar 04 20:47:14.907837 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:15.891054 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc322aa-cb01-4d4f-86ed-259a5ad79955 req-c8b2e1bf-3bed-4c1a-a99d-2e8ad1b860b3 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:15.892499 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0cc322aa-cb01-4d4f-86ed-259a5ad79955 req-c8b2e1bf-3bed-4c1a-a99d-2e8ad1b860b3 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 943 time: 0.0523357 Mar 04 20:47:15.940269 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0cc322aa-cb01-4d4f-86ed-259a5ad79955 req-d2fe1a45-7231-4eb7-af65-b06ec460c4e0 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423074 Mar 04 20:47:16.318875 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 77296509-9a20-4589-a449-6e9d60aca63a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:47:16.417657 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 77296509-9a20-4589-a449-6e9d60aca63a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77296509-9a20-4589-a449-6e9d60aca63a,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:16.427755 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': '77296509-9a20-4589-a449-6e9d60aca63a', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'port_id': '77296509-9a20-4589-a449-6e9d60aca63a', 'mac_address': 'fa:16:3e:af:0e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:47:16.464986 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 77296509-9a20-4589-a449-6e9d60aca63a is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:47:16.465376 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (77296509-9a20-4589-a449-6e9d60aca63a), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:16.477449 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77296509-9a20-4589-a449-6e9d60aca63a {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:47:16.497668 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 77296509-9a20-4589-a449-6e9d60aca63a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77296509-9a20-4589-a449-6e9d60aca63a,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:16.573377 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (77296509-9a20-4589-a449-6e9d60aca63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:16.620272 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=77296509-9a20-4589-a449-6e9d60aca63a,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:16.627343 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.627696 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.628040 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.628379 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.628714 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.629047 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.629376 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.629705 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.630038 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.630365 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.630713 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.631035 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.631355 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:47:16.786877 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['77296509-9a20-4589-a449-6e9d60aca63a'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:47:17.055238 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0005c-38dd-4452-b97b-3c8843a8366d req-045a997c-3d33-4090-bdae-5ac4d6ffab6a tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:17.057408 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-33e0005c-38dd-4452-b97b-3c8843a8366d req-045a997c-3d33-4090-bdae-5ac4d6ffab6a tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 944 time: 0.0515311 Mar 04 20:47:17.102592 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-33e0005c-38dd-4452-b97b-3c8843a8366d req-4c2ceeb8-4eb1-4e7e-89df-34e3d9394140 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394199 Mar 04 20:47:17.356013 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-addf571d-8297-439b-93af-42f5cb536a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:18.223064 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a78e-85a0-44a0-a263-95e9b537a9d0 req-243dfc42-e523-497f-9a87-74a38a08945c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:18.224547 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-edc9a78e-85a0-44a0-a263-95e9b537a9d0 req-243dfc42-e523-497f-9a87-74a38a08945c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 944 time: 0.0547163 Mar 04 20:47:18.271146 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-edc9a78e-85a0-44a0-a263-95e9b537a9d0 req-452667fb-11eb-4989-930a-e696c5fce486 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 Mar 04 20:47:18.318757 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 77296509-9a20-4589-a449-6e9d60aca63a up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:47:18.430039 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port 77296509-9a20-4589-a449-6e9d60aca63a completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:47:18.433998 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port 77296509-9a20-4589-a449-6e9d60aca63a triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:47:18.434435 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (77296509-9a20-4589-a449-6e9d60aca63a), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:18.511031 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port 77296509-9a20-4589-a449-6e9d60aca63a is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:47:18.511428 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (77296509-9a20-4589-a449-6e9d60aca63a), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:18.534002 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77296509-9a20-4589-a449-6e9d60aca63a'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:47:18.536248 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bcb002-c373-4a87-a0cd-51b94ddfe6f4" -d '{"events": [{"server_uuid": "57498dd0-2c81-4ee7-a2b7-3e2fa971928c", "name": "network-vif-plugged", "status": "completed", "tag": "77296509-9a20-4589-a449-6e9d60aca63a"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:47:18.548696 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port 77296509-9a20-4589-a449-6e9d60aca63a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77296509-9a20-4589-a449-6e9d60aca63a,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:18.572951 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f80f7a-e740-40f2-b094-4e5e0f215552 x-openstack-request-id: req-30f80f7a-e740-40f2-b094-4e5e0f215552 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:47:18.573262 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57498dd0-2c81-4ee7-a2b7-3e2fa971928c", "name": "network-vif-plugged", "status": "completed", "tag": "77296509-9a20-4589-a449-6e9d60aca63a", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:47:18.573522 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30f80f7a-e740-40f2-b094-4e5e0f215552 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:47:18.573916 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77296509-9a20-4589-a449-6e9d60aca63a', 'code': 200} Mar 04 20:47:18.610985 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (77296509-9a20-4589-a449-6e9d60aca63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:18.657904 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=77296509-9a20-4589-a449-6e9d60aca63a,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:18.886496 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2e492-c7e1-4267-8d16-f22314db7761 req-2a7f0618-0e77-424d-bd3d-bfafccc53c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:18.888465 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f6c2e492-c7e1-4267-8d16-f22314db7761 req-2a7f0618-0e77-424d-bd3d-bfafccc53c9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 1129 time: 0.0547645 Mar 04 20:47:18.937988 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-f6c2e492-c7e1-4267-8d16-f22314db7761 req-11b10657-0495-4c9f-925e-1dd8874e6cb4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423982 Mar 04 20:47:19.403415 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac207784-488c-4c11-9c43-a2a87814427a req-76f6dac6-1018-4a0a-9b7e-ae4cab84dde9 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:19.404932 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ac207784-488c-4c11-9c43-a2a87814427a req-76f6dac6-1018-4a0a-9b7e-ae4cab84dde9 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 945 time: 0.0613294 Mar 04 20:47:19.459274 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ac207784-488c-4c11-9c43-a2a87814427a req-2c6e3833-303d-4b68-97ee-08f4c9338c59 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471885 Mar 04 20:47:19.682264 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-6eb34dd0-3abe-4b0a-bfd5-915cfcc01617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:20.590222 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882132-396a-44aa-a37f-a6f63493909a req-65a24875-691f-49c3-9782-dca9ceee2028 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:20.591821 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e6882132-396a-44aa-a37f-a6f63493909a req-65a24875-691f-49c3-9782-dca9ceee2028 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 945 time: 0.0567293 Mar 04 20:47:20.638927 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e6882132-396a-44aa-a37f-a6f63493909a req-c99a4092-9792-4257-8b83-19b0aa863eff tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413852 Mar 04 20:47:20.758720 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050d558-e71c-4fa8-9358-a74a68aa9063 req-9963590a-42ec-400c-9bd1-abcaf4ab89d6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:20.761080 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-6050d558-e71c-4fa8-9358-a74a68aa9063 req-9963590a-42ec-400c-9bd1-abcaf4ab89d6 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 945 time: 0.0602956 Mar 04 20:47:20.770218 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45270) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:20.774671 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.v2.base [None req-14f0cfd8-80b7-45e0-9e5f-a717d710093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Request body: {'floatingip': {'port_id': '77296509-9a20-4589-a449-6e9d60aca63a'}} {{(pid=103639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:47:20.818255 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14f0cfd8-80b7-45e0-9e5f-a717d710093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b), before_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:20.999212 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:21.501710 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14f0cfd8-80b7-45e0-9e5f-a717d710093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:21.561222 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14f0cfd8-80b7-45e0-9e5f-a717d710093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b), after_update {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:21.659616 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [None req-14f0cfd8-80b7-45e0-9e5f-a717d710093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Floating IP e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b associated. External IP: 172.28.1.13, port: 77296509-9a20-4589-a449-6e9d60aca63a. Mar 04 20:47:21.864323 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f0cfd8-80b7-45e0-9e5f-a717d710093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:47:21.971802 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f0cfd8-80b7-45e0-9e5f-a717d710093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:47:21.976624 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14f0cfd8-80b7-45e0-9e5f-a717d710093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:21.982714 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:47:21.993263 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:21.994037 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:22.005499 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-14f0cfd8-80b7-45e0-9e5f-a717d710093c tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "PUT /v2.0/floatingips/e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b HTTP/1.1" status: 200 len: 990 time: 1.2342119 Mar 04 20:47:22.006122 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'tag': '77296509-9a20-4589-a449-6e9d60aca63a'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:47:22.008377 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "57498dd0-2c81-4ee7-a2b7-3e2fa971928c", "tag": "77296509-9a20-4589-a449-6e9d60aca63a"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:47:22.045330 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c240df-0b30-41f0-b251-6d6129bcdef6 x-openstack-request-id: req-54c240df-0b30-41f0-b251-6d6129bcdef6 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:47:22.045730 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57498dd0-2c81-4ee7-a2b7-3e2fa971928c", "tag": "77296509-9a20-4589-a449-6e9d60aca63a", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:47:22.045983 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54c240df-0b30-41f0-b251-6d6129bcdef6 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:47:22.046404 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'tag': '77296509-9a20-4589-a449-6e9d60aca63a', 'status': 'completed', 'code': 200} Mar 04 20:47:22.104473 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:22.118605 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-5806e724-e7bb-4b59-9397-fb0f0ae2b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:22.120148 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-5806e724-e7bb-4b59-9397-fb0f0ae2b12b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963825ff249d45c4b02c723173c7fbda&device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 1129 time: 0.0560765 Mar 04 20:47:22.208788 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-03f3eb88-8c81-4800-9212-c705dbefc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:22.210282 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-03f3eb88-8c81-4800-9212-c705dbefc9bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 200 len: 916 time: 0.0848477 Mar 04 20:47:22.268271 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:22.281201 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-1e4d2228-fbc2-4b98-9a21-466238cc1c26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77296509-9a20-4589-a449-6e9d60aca63a HTTP/1.1" status: 200 len: 998 time: 0.0654094 Mar 04 20:47:22.310534 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-697f071d-9034-4c93-8222-f2d48808fb43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464213 Mar 04 20:47:22.337201 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-9f8d664d-9e37-4f95-832d-b659d6698833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:22.339604 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-9f8d664d-9e37-4f95-832d-b659d6698833 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f27f87f0-e610-451d-80f9-d0560677417a HTTP/1.1" status: 200 len: 854 time: 0.0524151 Mar 04 20:47:22.345735 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': 'e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.13', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': '77296509-9a20-4589-a449-6e9d60aca63a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:af:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:47:08Z', 'updated_at': '2022-03-04T20:47:21Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:22.378343 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:47:22.388647 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:22.389279 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:22.390010 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-7a5482a9-3ca7-47a4-8056-df58c7481c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:22.393092 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-7a5482a9-3ca7-47a4-8056-df58c7481c6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4bc33661-35e9-4309-b857-d4de81748efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0471094 Mar 04 20:47:22.400693 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-eb14731d-a8c9-45f5-a796-b19881795c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:22.402189 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-eb14731d-a8c9-45f5-a796-b19881795c43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1130 time: 0.0466311 Mar 04 20:47:22.489137 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-3a206eb9-0081-4009-b550-51a4818c52da service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899527 Mar 04 20:47:22.505299 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:22.513274 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-a88c6f4d-512d-493c-8bb4-a6dfca2fc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:22.514790 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-a88c6f4d-512d-493c-8bb4-a6dfca2fc2e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 HTTP/1.1" status: 200 len: 910 time: 0.0959537 Mar 04 20:47:22.580272 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-0df0fa3d-3df2-4cbe-8341-ea589475f0e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 200 len: 1002 time: 0.0592442 Mar 04 20:47:22.584844 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-a634d6a9-40f8-4193-97c9-bfebb95c1ab2 req-cdbeee09-df72-4f0e-851d-63840dc266b9 service neutron] 10.222.0.21 "GET /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874848 Mar 04 20:47:22.637791 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-1ee74032-68f4-4a5e-800d-8da8f1e7af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:22.639287 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-1ee74032-68f4-4a5e-800d-8da8f1e7af2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9b47f7-353f-4353-8d50-2a78d4e6e3d9 HTTP/1.1" status: 200 len: 848 time: 0.0520477 Mar 04 20:47:22.689874 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-be5e7152-e9c2-44fc-810d-0c3988afd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:22.691546 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-be5e7152-e9c2-44fc-810d-0c3988afd27b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0466218 Mar 04 20:47:22.731356 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': 'e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.13', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': '77296509-9a20-4589-a449-6e9d60aca63a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:af:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:47:08Z', 'updated_at': '2022-03-04T20:47:21Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:22.762090 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2d5a05-2bfe-4a1c-b9f3-16a2c210ca98 None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_floatingips': [{'id': 'e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'floating_ip_address': '172.28.1.13', 'floating_network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'router_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'port_id': '77296509-9a20-4589-a449-6e9d60aca63a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'mac_address': 'fa:16:3e:af:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T20:47:08Z', 'updated_at': '2022-03-04T20:47:21Z', 'revision_number': 1, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:47:22.780874 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-97df9830-3c06-4989-bf91-399cc500afdf service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836234 Mar 04 20:47:22.876312 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-024b2d85-13e1-4eec-b523-b6086992cd1a req-6cccc644-bf43-432e-bf54-12f4592c8cd8 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886593 Mar 04 20:47:22.957876 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88556ba-ff88-456b-8616-7a84c33df833 None None] New status for floating IP e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b: ACTIVE {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:47:23.690894 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:27.777472 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45276) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:27.939352 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Deleting port d8b23e58-7d4e-461a-8200-f7da0ef792b1 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:27.939751 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (d8b23e58-7d4e-461a-8200-f7da0ef792b1), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:28.021654 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (d8b23e58-7d4e-461a-8200-f7da0ef792b1), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:28.021982 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for floatingip (d8b23e58-7d4e-461a-8200-f7da0ef792b1), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:28.035131 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Calling delete_port for d8b23e58-7d4e-461a-8200-f7da0ef792b1 owned by network:floatingip {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:28.296862 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (d8b23e58-7d4e-461a-8200-f7da0ef792b1), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:28.326866 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event deleted for resources: {'Port': ['ID=d8b23e58-7d4e-461a-8200-f7da0ef792b1,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:28.390921 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for floatingip (846616f6-3ab5-4bf3-9a9e-e3f019269a91), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:28.391254 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.db.l3_db [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Floating IP 846616f6-3ab5-4bf3-9a9e-e3f019269a91 disassociated (deleted). External IP: 172.28.1.224, port: c53d0d78-869b-4d26-8bb9-943793d0dd00. Mar 04 20:47:28.603317 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Router 9edebbe4-b814-4b58-bef9-8c53d6e1196d has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:47:28.717538 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:47:28.721885 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:28.727103 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] Sync routers for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:47:28.737412 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:28.740428 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:28.752973 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-83fb7b4c-940a-4f82-9af3-260322551e05 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "DELETE /v2.0/floatingips/846616f6-3ab5-4bf3-9a9e-e3f019269a91 HTTP/1.1" status: 204 len: 168 time: 0.9744933 Mar 04 20:47:28.753667 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00'}] {{(pid=103639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:47:28.756059 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fdbbd0c42272db357e204a150191dd15359aea9c470d994e5f4e89008636f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3" -d '{"events": [{"name": "network-changed", "server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00"}]}' {{(pid=103639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:47:28.794625 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecd3dbd-2174-418d-8e9f-0e9819914cf9 x-openstack-request-id: req-cecd3dbd-2174-418d-8e9f-0e9819914cf9 {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:47:28.795242 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00", "status": "completed", "code": 200}]} {{(pid=103639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:47:28.795242 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cecd3dbd-2174-418d-8e9f-0e9819914cf9 {{(pid=103639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:47:28.795568 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'status': 'completed', 'code': 200} Mar 04 20:47:28.871057 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-0c36aba6-50fe-49e3-9bc6-6dae2f24c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:28.872585 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-0c36aba6-50fe-49e3-9bc6-6dae2f24c5ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 1130 time: 0.0516894 Mar 04 20:47:28.971614 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-dfe0da2c-4dfd-4844-afda-e1c8d3ea2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:28.973278 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-dfe0da2c-4dfd-4844-afda-e1c8d3ea2899 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 HTTP/1.1" status: 200 len: 910 time: 0.0951834 Mar 04 20:47:28.990868 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:29.016617 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-7a9667f4-d64a-4fc4-ae43-758aa062fb77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 200 len: 217 time: 0.0374930 Mar 04 20:47:29.065138 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-f0e3ccd6-83c4-4bf7-bae1-1ed7b009b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:29.066928 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-f0e3ccd6-83c4-4bf7-bae1-1ed7b009b818 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9b47f7-353f-4353-8d50-2a78d4e6e3d9 HTTP/1.1" status: 200 len: 848 time: 0.0442462 Mar 04 20:47:29.127935 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-4fa9349e-1adb-416d-928e-638c3a349061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:29.129391 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-4fa9349e-1adb-416d-928e-638c3a349061 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0504961 Mar 04 20:47:29.201484 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 5, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:29.232146 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] Checking router: 9edebbe4-b814-4b58-bef9-8c53d6e1196d for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:47:29.240862 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:29.241494 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:29.261300 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148d5f-d49f-420e-8eb7-8497674df358 req-ebd8e735-08cd-4a0d-880d-d5d1fcd59b21 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:29.262820 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-47148d5f-d49f-420e-8eb7-8497674df358 req-ebd8e735-08cd-4a0d-880d-d5d1fcd59b21 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.1208441 Mar 04 20:47:29.283114 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-6d068a7f-9609-4b64-a873-c1cf1e562962 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306129 Mar 04 20:47:29.362647 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:29.395555 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-47148d5f-d49f-420e-8eb7-8497674df358 req-13ce438f-4ce8-4403-9f47-f20b02c1aded tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215551 Mar 04 20:47:29.423421 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-cebf31d4-2f40-44f0-b2c2-b0dbc0eaeef3 req-ab1176e5-4aa6-4ff3-88ba-ed9da7ecc841 service neutron] 10.222.0.21 "GET /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309524 Mar 04 20:47:29.565167 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 5, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:29.595251 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f27b3-2ef2-4333-9bb2-991ed0210936 None None] The sync data for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb is: [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:43:01Z', 'revision_number': 4, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': 'b8a3e435-413f-4cec-b3e3-2193f6da7c05', 'name': '', 'network_id': '89ecad0d-d59d-4c38-9a31-1ba7bbdbec74', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'mac_address': 'fa:16:3e:27:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:00Z', 'updated_at': '2022-03-04T20:43:07Z', 'revision_number': 5, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'subnets': [{'id': 'ab9b47f7-353f-4353-8d50-2a78d4e6e3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:47:29.813775 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54d5a7-2f53-4242-83fb-49c68ffd163f None None] New status for floating IP 846616f6-3ab5-4bf3-9a9e-e3f019269a91: DOWN {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:47:30.517459 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead70ac-94da-45d6-ad23-ee704e40d70c req-4e5668ac-4ef1-40b4-be1c-0a9d9041eef2 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:30.518959 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cead70ac-94da-45d6-ad23-ee704e40d70c req-4e5668ac-4ef1-40b4-be1c-0a9d9041eef2 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0526996 Mar 04 20:47:30.566985 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-cead70ac-94da-45d6-ad23-ee704e40d70c req-81d04711-676c-49a0-9902-9430ed6966de tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/security-groups?id=47f74135-fb97-42f2-a680-c643ad29067b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Mar 04 20:47:30.574965 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-c23b98f0-29d5-4cd1-8253-0963de490a81 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:30.576405 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-c23b98f0-29d5-4cd1-8253-0963de490a81 tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.21 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 946 time: 0.0553606 Mar 04 20:47:30.668799 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Deleting port c53d0d78-869b-4d26-8bb9-943793d0dd00 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:30.669073 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:30.757708 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] For port c53d0d78-869b-4d26-8bb9-943793d0dd00, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c53d0d78-869b-4d26-8bb9-943793d0dd00,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:30.758071 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:30.770553 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Calling delete_port for c53d0d78-869b-4d26-8bb9-943793d0dd00 owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:30.955734 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (c53d0d78-869b-4d26-8bb9-943793d0dd00), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:30.989303 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event deleted for resources: {'Port': ['ID=c53d0d78-869b-4d26-8bb9-943793d0dd00,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:31.030488 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] No DVR routers for this DVR port c53d0d78-869b-4d26-8bb9-943793d0dd00 on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:47:31.033069 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:31.036319 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e4134d41-94b0-412a-a5fe-2e6e38704a7b req-051cccc2-0e8a-4473-93bf-3d0e1df015fd tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.21 "DELETE /v2.0/ports/c53d0d78-869b-4d26-8bb9-943793d0dd00 HTTP/1.1" status: 204 len: 173 time: 0.4538586 Mar 04 20:47:31.036763 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'name': 'network-vif-deleted', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:47:31.039126 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bafcccc-69af-4f1f-99e7-6f5e06f33a52" -d '{"events": [{"server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "name": "network-vif-deleted", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:47:31.074738 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c3b305-295f-46a4-bbc9-1a0e48f7718d x-openstack-request-id: req-91c3b305-295f-46a4-bbc9-1a0e48f7718d {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:47:31.075057 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583ea99-f9dd-4593-9780-2cc36f9d9d42", "name": "network-vif-deleted", "tag": "c53d0d78-869b-4d26-8bb9-943793d0dd00", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:47:31.075337 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91c3b305-295f-46a4-bbc9-1a0e48f7718d {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:47:31.075737 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c583ea99-f9dd-4593-9780-2cc36f9d9d42', 'name': 'network-vif-deleted', 'tag': 'c53d0d78-869b-4d26-8bb9-943793d0dd00', 'status': 'completed', 'code': 200} Mar 04 20:47:31.660540 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-b78df7d2-5438-4e33-b315-910170155c08 req-d6bc0ac8-75ab-413e-a335-fe75aee5f76e tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "GET /v2.0/ports?device_id=c583ea99-f9dd-4593-9780-2cc36f9d9d42 HTTP/1.1" status: 200 len: 210 time: 0.0281546 Mar 04 20:47:32.717227 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45294) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:32.774907 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cc55a8e4-72fa-4fdc-8787-29d4f967349a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group (47f74135-fb97-42f2-a680-c643ad29067b), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:32.800707 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cc55a8e4-72fa-4fdc-8787-29d4f967349a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group (47f74135-fb97-42f2-a680-c643ad29067b), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:32.938193 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cc55a8e4-72fa-4fdc-8787-29d4f967349a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (47f74135-fb97-42f2-a680-c643ad29067b), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:32.940809 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cc55a8e4-72fa-4fdc-8787-29d4f967349a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:32.942053 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-cc55a8e4-72fa-4fdc-8787-29d4f967349a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] 10.222.0.41 "DELETE /v2.0/security-groups/47f74135-fb97-42f2-a680-c643ad29067b HTTP/1.1" status: 204 len: 168 time: 0.2242742 Mar 04 20:47:32.951024 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55a8e4-72fa-4fdc-8787-29d4f967349a tempest-TestShelveInstance-896729803 tempest-TestShelveInstance-896729803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f74135-fb97-42f2-a680-c643ad29067b,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:33.054041 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45298) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:33.648628 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594690'] for router_interface (9edebbe4-b814-4b58-bef9-8c53d6e1196d), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:33.897398 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Deleting port b8a3e435-413f-4cec-b3e3-2193f6da7c05 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:33.898093 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:33.975513 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] For port b8a3e435-413f-4cec-b3e3-2193f6da7c05, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=b8a3e435-413f-4cec-b3e3-2193f6da7c05,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:33.975820 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:33.988217 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Calling delete_port for b8a3e435-413f-4cec-b3e3-2193f6da7c05 owned by network:router_interface {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:34.230572 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (b8a3e435-413f-4cec-b3e3-2193f6da7c05), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:34.253652 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a3e435-413f-4cec-b3e3-2193f6da7c05,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:34.396334 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device c53d0d78-869b-4d26-8bb9-943793d0dd00 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:47:34.423210 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594678'] for router_interface (9edebbe4-b814-4b58-bef9-8c53d6e1196d), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:34.424768 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: c53d0d78-869b-4d26-8bb9-943793d0dd00 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:47:34.425340 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device c53d0d78-869b-4d26-8bb9-943793d0dd00 not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:47:34.641068 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Router 9edebbe4-b814-4b58-bef9-8c53d6e1196d has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:47:34.747758 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:47:34.752727 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-14b20ade-e4f8-499f-8018-7bc05eef0391 admin admin] 10.222.0.41 "PUT /v2.0/routers/9edebbe4-b814-4b58-bef9-8c53d6e1196d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6975772 Mar 04 20:47:34.755351 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45300) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:34.758132 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] Sync routers for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:47:34.769411 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:34.770034 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:34.862963 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks [] for router (9edebbe4-b814-4b58-bef9-8c53d6e1196d), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:34.877111 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:34.966825 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks [] for router_gateway (9edebbe4-b814-4b58-bef9-8c53d6e1196d), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.055166 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:47:34Z', 'revision_number': 5, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port': {'id': 'b93547dd-6269-4650-b8fa-77bfa24a1a70', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:42:58Z', 'updated_at': '2022-03-04T20:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:35.072663 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Deleting port b93547dd-6269-4650-b8fa-77bfa24a1a70 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:35.073009 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.082479 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] Checking router: 9edebbe4-b814-4b58-bef9-8c53d6e1196d for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:47:35.091278 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] Routers {'9edebbe4-b814-4b58-bef9-8c53d6e1196d'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:35.091927 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:35.156751 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] For port b93547dd-6269-4650-b8fa-77bfa24a1a70, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=b93547dd-6269-4650-b8fa-77bfa24a1a70,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:35.157107 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.169084 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Calling delete_port for b93547dd-6269-4650-b8fa-77bfa24a1a70 owned by network:router_gateway {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:35.179696 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] Set router 9edebbe4-b814-4b58-bef9-8c53d6e1196d gateway port host: None {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:35.230722 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:47:34Z', 'revision_number': 6, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port_host': None}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:35.259575 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ddaa8-7306-43b9-b58e-0831fa251a83 None None] The sync data for ids ['9edebbe4-b814-4b58-bef9-8c53d6e1196d'] in dv-cinder-799871-17-smb is: [{'id': '9edebbe4-b814-4b58-bef9-8c53d6e1196d', 'name': 'tempest-TestShelveInstance-1210481475-router', 'tenant_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:42:57Z', 'updated_at': '2022-03-04T20:47:34Z', 'revision_number': 6, 'project_id': '31f5b5f3891f4f07a1e03e27e27818d8', 'gw_port_host': None}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:47:35.410683 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (b93547dd-6269-4650-b8fa-77bfa24a1a70), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.436553 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Pushing event deleted for resources: {'Port': ['ID=b93547dd-6269-4650-b8fa-77bfa24a1a70,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:35.495987 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592732'] for router_gateway (9edebbe4-b814-4b58-bef9-8c53d6e1196d), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.589434 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60029'] for router (9edebbe4-b814-4b58-bef9-8c53d6e1196d), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.592278 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks [] for router_controller (9edebbe4-b814-4b58-bef9-8c53d6e1196d), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.702705 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596735'] for router (9edebbe4-b814-4b58-bef9-8c53d6e1196d), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.703227 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9edebbe4-b814-4b58-bef9-8c53d6e1196d {{(pid=103639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:47:35.707903 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.709039 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-c20e226e-e56b-481f-8f89-bc82eeaff39a admin admin] 10.222.0.41 "DELETE /v2.0/routers/9edebbe4-b814-4b58-bef9-8c53d6e1196d HTTP/1.1" status: 204 len: 168 time: 0.9527874 Mar 04 20:47:35.711579 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45304) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:35.757281 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc55a31f-392f-4c21-bf88-00b67ab00e56 admin admin] Deleting subnet ab9b47f7-353f-4353-8d50-2a78d4e6e3d9 {{(pid=103639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:47:35.763668 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cc55a31f-392f-4c21-bf88-00b67ab00e56 admin admin] Publish callbacks [] for subnet (ab9b47f7-353f-4353-8d50-2a78d4e6e3d9), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.801146 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cc55a31f-392f-4c21-bf88-00b67ab00e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130617293'] for subnet (ab9b47f7-353f-4353-8d50-2a78d4e6e3d9), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:35.879533 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cc55a31f-392f-4c21-bf88-00b67ab00e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (ab9b47f7-353f-4353-8d50-2a78d4e6e3d9), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.013203 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cc55a31f-392f-4c21-bf88-00b67ab00e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133226011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130826723'] for subnet (ab9b47f7-353f-4353-8d50-2a78d4e6e3d9), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.037587 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55a31f-392f-4c21-bf88-00b67ab00e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9b47f7-353f-4353-8d50-2a78d4e6e3d9,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:36.045125 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-cc55a31f-392f-4c21-bf88-00b67ab00e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.054508 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72953780-38b8-46d4-a491-593686592af1 None None] Network 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:47:36.058108 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45306) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:36.063234 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-cc55a31f-392f-4c21-bf88-00b67ab00e56 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab9b47f7-353f-4353-8d50-2a78d4e6e3d9 HTTP/1.1" status: 204 len: 168 time: 0.3502967 Mar 04 20:47:36.167007 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (89ecad0d-d59d-4c38-9a31-1ba7bbdbec74), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.236545 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device b93547dd-6269-4650-b8fa-77bfa24a1a70 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:47:36.237244 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Deleting port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:36.237615 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.257409 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: b93547dd-6269-4650-b8fa-77bfa24a1a70 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:47:36.257859 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device b93547dd-6269-4650-b8fa-77bfa24a1a70 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:47:36.258349 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device b8a3e435-413f-4cec-b3e3-2193f6da7c05 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:47:36.279750 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4413877-4176-4ad6-ab77-b9338a41759b None None] DHCP port deletion for 89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 request from dv-cinder-799871-17-smb {{(pid=103640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:47:36.284078 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: b8a3e435-413f-4cec-b3e3-2193f6da7c05 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:47:36.284563 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device b8a3e435-413f-4cec-b3e3-2193f6da7c05 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:47:36.315177 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] For port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=327a4e5a-ceed-45d5-b01c-fe2759c27cfa,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:36.315374 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.331073 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Calling delete_port for 327a4e5a-ceed-45d5-b01c-fe2759c27cfa owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:36.335671 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-f4413877-4176-4ad6-ab77-b9338a41759b None None] Deleting port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa {{(pid=103640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:36.336155 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f4413877-4176-4ad6-ab77-b9338a41759b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), before_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.409327 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-f4413877-4176-4ad6-ab77-b9338a41759b None None] For port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=327a4e5a-ceed-45d5-b01c-fe2759c27cfa,segment=NetworkSegment(ee12d65c-78ba-44e2-918e-fb3ab811f20e),segment_id=ee12d65c-78ba-44e2-918e-fb3ab811f20e)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:36.409727 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f4413877-4176-4ad6-ab77-b9338a41759b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), precommit_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.424089 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-f4413877-4176-4ad6-ab77-b9338a41759b None None] Calling delete_port for 327a4e5a-ceed-45d5-b01c-fe2759c27cfa owned by network:dhcp {{(pid=103640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:36.504272 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.509820 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f4413877-4176-4ad6-ab77-b9338a41759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (327a4e5a-ceed-45d5-b01c-fe2759c27cfa), after_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.530116 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Pushing event deleted for resources: {'Port': ['ID=327a4e5a-ceed-45d5-b01c-fe2759c27cfa,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:36.533406 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] No DVR routers for this DVR port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa on host dv-cinder-799871-17-smb {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:47:36.537004 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4413877-4176-4ad6-ab77-b9338a41759b None None] Pushing event deleted for resources: {'Port': ['ID=327a4e5a-ceed-45d5-b01c-fe2759c27cfa,revision_number=None']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:36.541785 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4413877-4176-4ad6-ab77-b9338a41759b None None] No DVR routers for this DVR port 327a4e5a-ceed-45d5-b01c-fe2759c27cfa on host dv-cinder-799871-17-smb {{(pid=103640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:47:36.601183 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (89ecad0d-d59d-4c38-9a31-1ba7bbdbec74), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.624127 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ecad0d-d59d-4c38-9a31-1ba7bbdbec74']}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:36.633107 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee12d65c-78ba-44e2-918e-fb3ab811f20e') {'for_net_delete': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:36.633402 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee12d65c-78ba-44e2-918e-fb3ab811f20e') {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:36.642910 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132075379'] for segment (ee12d65c-78ba-44e2-918e-fb3ab811f20e), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.655604 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (ee12d65c-78ba-44e2-918e-fb3ab811f20e), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.661278 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073731'] for segment (ee12d65c-78ba-44e2-918e-fb3ab811f20e), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: Traceback (most recent call last): Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: timer() Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: cb(*args, **kw) Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: return func(*args, **kwargs) Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: self._notify() Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: self.callback(batched_events) Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: event.method(event) Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: return f(self, *a, **k) Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: return self._get(url).json() Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: return self.request(url, 'GET', **kwargs) Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:47:36.667923 dv-cinder-799871-17-smb neutron-server[103638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:47:36.772617 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (89ecad0d-d59d-4c38-9a31-1ba7bbdbec74), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.778508 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:36.787458 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] 10.222.0.41 "DELETE /v2.0/networks/89ecad0d-d59d-4c38-9a31-1ba7bbdbec74 HTTP/1.1" status: 204 len: 168 time: 0.7236679 Mar 04 20:47:36.787629 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45308) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:36.791936 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49051ca-2b8b-4bc9-b997-914aad26609b admin admin] Pushing event deleted for resources: {'Network': ['ID=89ecad0d-d59d-4c38-9a31-1ba7bbdbec74,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:37.121495 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594690'] for router_interface (3b430982-ac5c-42e8-ba5a-5e86e2762920), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:37.365685 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Deleting port 2a8173ed-54f6-4718-9482-0d35822bccb2 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:37.366021 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:37.451250 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] For port 2a8173ed-54f6-4718-9482-0d35822bccb2, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=2a8173ed-54f6-4718-9482-0d35822bccb2,segment=NetworkSegment(d31d79ab-b961-41fb-b688-faefe964cc53),segment_id=d31d79ab-b961-41fb-b688-faefe964cc53)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:37.451539 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:37.463739 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Calling delete_port for 2a8173ed-54f6-4718-9482-0d35822bccb2 owned by network:router_interface {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:37.698078 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (2a8173ed-54f6-4718-9482-0d35822bccb2), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:37.732680 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8173ed-54f6-4718-9482-0d35822bccb2,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:37.898955 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594678'] for router_interface (3b430982-ac5c-42e8-ba5a-5e86e2762920), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:37.951281 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 327a4e5a-ceed-45d5-b01c-fe2759c27cfa no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:47:37.970306 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 327a4e5a-ceed-45d5-b01c-fe2759c27cfa {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:47:37.972169 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 327a4e5a-ceed-45d5-b01c-fe2759c27cfa not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:47:38.368705 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Router 3b430982-ac5c-42e8-ba5a-5e86e2762920 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:47:38.472820 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:47:38.479305 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-3c4eb5ec-f0f6-4fcf-997a-701ffe9d9a4d admin admin] 10.222.0.41 "PUT /v2.0/routers/3b430982-ac5c-42e8-ba5a-5e86e2762920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6920125 Mar 04 20:47:38.480432 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45310) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:38.483195 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] Sync routers for ids ['3b430982-ac5c-42e8-ba5a-5e86e2762920'] in dv-cinder-799871-17-smb {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:47:38.493055 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] Routers {'3b430982-ac5c-42e8-ba5a-5e86e2762920'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:38.493661 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['3b430982-ac5c-42e8-ba5a-5e86e2762920'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:38.583763 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks [] for router (3b430982-ac5c-42e8-ba5a-5e86e2762920), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:38.597929 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] Set router 3b430982-ac5c-42e8-ba5a-5e86e2762920 gateway port host: dv-cinder-799871-17-smb {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:38.688330 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks [] for router_gateway (3b430982-ac5c-42e8-ba5a-5e86e2762920), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:38.770244 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:47:37Z', 'revision_number': 5, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'gw_port': {'id': '77f15ae4-a41f-4586-bde4-6c38ded68ee9', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:06Z', 'updated_at': '2022-03-04T20:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:38.799213 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] Checking router: 3b430982-ac5c-42e8-ba5a-5e86e2762920 for host: dv-cinder-799871-17-smb {{(pid=103641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:47:38.807395 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] Routers {'3b430982-ac5c-42e8-ba5a-5e86e2762920'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:47:38.808000 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:20Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['3b430982-ac5c-42e8-ba5a-5e86e2762920'], 'active': True} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:38.830980 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Deleting port 77f15ae4-a41f-4586-bde4-6c38ded68ee9 {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:38.831314 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:38.897119 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_dvr_db [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] Set router 3b430982-ac5c-42e8-ba5a-5e86e2762920 gateway port host: None {{(pid=103641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:47:38.916727 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] For port 77f15ae4-a41f-4586-bde4-6c38ded68ee9, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=77f15ae4-a41f-4586-bde4-6c38ded68ee9,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:38.917182 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:38.929713 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Calling delete_port for 77f15ae4-a41f-4586-bde4-6c38ded68ee9 owned by network:router_gateway {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:38.948891 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.l3_hamode_db [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:47:38Z', 'revision_number': 6, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'gw_port_host': None}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:38.980276 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ade85a-c6ad-4dae-b628-e2f5a8a3c46f None None] The sync data for ids ['3b430982-ac5c-42e8-ba5a-5e86e2762920'] in dv-cinder-799871-17-smb is: [{'id': '3b430982-ac5c-42e8-ba5a-5e86e2762920', 'name': 'tempest-TestShelveInstance-279293846-router', 'tenant_id': '59322cd4403644e89685ab96f94a6c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:05Z', 'updated_at': '2022-03-04T20:47:38Z', 'revision_number': 6, 'project_id': '59322cd4403644e89685ab96f94a6c84', 'gw_port_host': None}] {{(pid=103641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:47:39.199220 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (77f15ae4-a41f-4586-bde4-6c38ded68ee9), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.233433 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f15ae4-a41f-4586-bde4-6c38ded68ee9,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:39.296746 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592732'] for router_gateway (3b430982-ac5c-42e8-ba5a-5e86e2762920), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.391403 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60029'] for router (3b430982-ac5c-42e8-ba5a-5e86e2762920), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.393665 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks [] for router_controller (3b430982-ac5c-42e8-ba5a-5e86e2762920), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.501435 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596735'] for router (3b430982-ac5c-42e8-ba5a-5e86e2762920), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.501976 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b430982-ac5c-42e8-ba5a-5e86e2762920 {{(pid=103639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:47:39.506516 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.507590 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-f2bd85d0-aa73-40d8-999d-8fc95b34fea2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3b430982-ac5c-42e8-ba5a-5e86e2762920 HTTP/1.1" status: 204 len: 168 time: 1.0261993 Mar 04 20:47:39.509979 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45312) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:39.553692 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b91152-4d28-421e-9761-a27bd4fee262 admin admin] Deleting subnet e9c31d18-88f9-46f4-80a0-18aeb9f79010 {{(pid=103639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:47:39.556712 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-90b91152-4d28-421e-9761-a27bd4fee262 admin admin] Publish callbacks [] for subnet (e9c31d18-88f9-46f4-80a0-18aeb9f79010), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.590576 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-90b91152-4d28-421e-9761-a27bd4fee262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130617293'] for subnet (e9c31d18-88f9-46f4-80a0-18aeb9f79010), precommit_delete_associations {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.663666 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-90b91152-4d28-421e-9761-a27bd4fee262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (e9c31d18-88f9-46f4-80a0-18aeb9f79010), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.793913 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-90b91152-4d28-421e-9761-a27bd4fee262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133226011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130826723'] for subnet (e9c31d18-88f9-46f4-80a0-18aeb9f79010), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.820981 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b91152-4d28-421e-9761-a27bd4fee262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c31d18-88f9-46f4-80a0-18aeb9f79010,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:39.822960 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-90b91152-4d28-421e-9761-a27bd4fee262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for subnet (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.829872 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-90b91152-4d28-421e-9761-a27bd4fee262 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e9c31d18-88f9-46f4-80a0-18aeb9f79010 HTTP/1.1" status: 204 len: 168 time: 0.3184741 Mar 04 20:47:39.830366 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45314) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:39.838208 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662834b1-5597-4f44-8288-1334d3df0f88 None None] Network 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:47:39.876396 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 2a8173ed-54f6-4718-9482-0d35822bccb2 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:47:39.916127 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (43cca472-1fc0-4c3b-9c62-5126a6d3d9fa), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:39.925981 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 2a8173ed-54f6-4718-9482-0d35822bccb2 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:47:39.926336 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 2a8173ed-54f6-4718-9482-0d35822bccb2 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:47:39.926774 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 77f15ae4-a41f-4586-bde4-6c38ded68ee9 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:47:39.962683 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 77f15ae4-a41f-4586-bde4-6c38ded68ee9 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:47:39.963038 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 77f15ae4-a41f-4586-bde4-6c38ded68ee9 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:47:39.970527 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Deleting port a9c750ea-90a5-4894-9415-d3c9fce75520 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:39.970957 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.040325 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] For port a9c750ea-90a5-4894-9415-d3c9fce75520, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a9c750ea-90a5-4894-9415-d3c9fce75520,segment=NetworkSegment(d31d79ab-b961-41fb-b688-faefe964cc53),segment_id=d31d79ab-b961-41fb-b688-faefe964cc53)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:40.040495 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521c8f5-42b0-4076-a532-35817648c5e0 None None] DHCP port deletion for 43cca472-1fc0-4c3b-9c62-5126a6d3d9fa request from dv-cinder-799871-17-smb {{(pid=103640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:47:40.040701 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.059829 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Calling delete_port for a9c750ea-90a5-4894-9415-d3c9fce75520 owned by network:dhcp {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:40.090144 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-7521c8f5-42b0-4076-a532-35817648c5e0 None None] Deleting port a9c750ea-90a5-4894-9415-d3c9fce75520 {{(pid=103640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:40.090644 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7521c8f5-42b0-4076-a532-35817648c5e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), before_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.293540 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-7521c8f5-42b0-4076-a532-35817648c5e0 None None] For port a9c750ea-90a5-4894-9415-d3c9fce75520, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=a9c750ea-90a5-4894-9415-d3c9fce75520,segment=NetworkSegment(d31d79ab-b961-41fb-b688-faefe964cc53),segment_id=d31d79ab-b961-41fb-b688-faefe964cc53)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:40.293851 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7521c8f5-42b0-4076-a532-35817648c5e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), precommit_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.306396 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-7521c8f5-42b0-4076-a532-35817648c5e0 None None] Calling delete_port for a9c750ea-90a5-4894-9415-d3c9fce75520 owned by network:dhcp {{(pid=103640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:47:40.326909 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.352500 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c750ea-90a5-4894-9415-d3c9fce75520,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:40.356683 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] No DVR routers for this DVR port a9c750ea-90a5-4894-9415-d3c9fce75520 on host dv-cinder-799871-17-smb {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:47:40.381715 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-7521c8f5-42b0-4076-a532-35817648c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (a9c750ea-90a5-4894-9415-d3c9fce75520), after_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.407140 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521c8f5-42b0-4076-a532-35817648c5e0 None None] Pushing event deleted for resources: {'Port': ['ID=a9c750ea-90a5-4894-9415-d3c9fce75520,revision_number=None']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:40.411696 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521c8f5-42b0-4076-a532-35817648c5e0 None None] No DVR routers for this DVR port a9c750ea-90a5-4894-9415-d3c9fce75520 on host dv-cinder-799871-17-smb {{(pid=103640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:47:40.429221 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (43cca472-1fc0-4c3b-9c62-5126a6d3d9fa), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.449535 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cca472-1fc0-4c3b-9c62-5126a6d3d9fa']}} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:40.458792 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31d79ab-b961-41fb-b688-faefe964cc53') {'for_net_delete': True} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:40.459100 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.services.segments.db [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31d79ab-b961-41fb-b688-faefe964cc53') {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:47:40.468242 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132075379'] for segment (d31d79ab-b961-41fb-b688-faefe964cc53), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.481733 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (d31d79ab-b961-41fb-b688-faefe964cc53), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.487784 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:47:40.488166 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132073731'] for segment (d31d79ab-b961-41fb-b688-faefe964cc53), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: Traceback (most recent call last): Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: timer() Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: cb(*args, **kw) Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: return func(*args, **kwargs) Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: self._notify() Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: self.callback(batched_events) Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: event.method(event) Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: return f(self, *a, **k) Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: return self._get(url).json() Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: return self.request(url, 'GET', **kwargs) Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:47:40.489751 dv-cinder-799871-17-smb neutron-server[103638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:47:40.584079 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (43cca472-1fc0-4c3b-9c62-5126a6d3d9fa), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.589217 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:40.592557 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] 10.222.0.41 "DELETE /v2.0/networks/43cca472-1fc0-4c3b-9c62-5126a6d3d9fa HTTP/1.1" status: 204 len: 168 time: 0.7611592 Mar 04 20:47:40.602934 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1fca8-90dd-4ac7-ab86-6e08fed3b283 admin admin] Pushing event deleted for resources: {'Network': ['ID=43cca472-1fc0-4c3b-9c62-5126a6d3d9fa,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:40.938915 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45318) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:40.981753 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-b8b857e9-92af-4826-9140-387a47bdd125 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31f5b5f3891f4f07a1e03e27e27818d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409563 Mar 04 20:47:40.984512 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45320) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:41.029824 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-53449974-3444-4a59-8cd1-e52abd468be1 admin admin] Publish callbacks [] for security_group (ed8efbd0-9ec6-4b01-8793-b715c62c6691), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:41.050084 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-53449974-3444-4a59-8cd1-e52abd468be1 admin admin] Publish callbacks [] for security_group (ed8efbd0-9ec6-4b01-8793-b715c62c6691), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:41.170435 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-53449974-3444-4a59-8cd1-e52abd468be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (ed8efbd0-9ec6-4b01-8793-b715c62c6691), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:41.172927 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-53449974-3444-4a59-8cd1-e52abd468be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:41.174129 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-53449974-3444-4a59-8cd1-e52abd468be1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed8efbd0-9ec6-4b01-8793-b715c62c6691 HTTP/1.1" status: 204 len: 168 time: 0.1887066 Mar 04 20:47:41.181753 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53449974-3444-4a59-8cd1-e52abd468be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8efbd0-9ec6-4b01-8793-b715c62c6691,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:41.825801 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45326) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:41.859984 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a9c750ea-90a5-4894-9415-d3c9fce75520 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:47:41.868129 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-973a969c-b4d1-4304-9de6-856c8a9d8399 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59322cd4403644e89685ab96f94a6c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412841 Mar 04 20:47:41.870699 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45328) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:47:41.880693 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: a9c750ea-90a5-4894-9415-d3c9fce75520 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:47:41.881038 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device a9c750ea-90a5-4894-9415-d3c9fce75520 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:47:41.918554 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1a2caa3d-b041-43ab-beab-76dcc9844a3e admin admin] Publish callbacks [] for security_group (c10203ae-80e5-4e40-b23d-c22b38737929), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:41.938850 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1a2caa3d-b041-43ab-beab-76dcc9844a3e admin admin] Publish callbacks [] for security_group (c10203ae-80e5-4e40-b23d-c22b38737929), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:42.050202 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1a2caa3d-b041-43ab-beab-76dcc9844a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c10203ae-80e5-4e40-b23d-c22b38737929), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:42.052778 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-1a2caa3d-b041-43ab-beab-76dcc9844a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:42.053924 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-1a2caa3d-b041-43ab-beab-76dcc9844a3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c10203ae-80e5-4e40-b23d-c22b38737929 HTTP/1.1" status: 204 len: 168 time: 0.1823504 Mar 04 20:47:42.062055 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2caa3d-b041-43ab-beab-76dcc9844a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10203ae-80e5-4e40-b23d-c22b38737929,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:47:44.918995 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:45.607211 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:47:47.370119 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-b8c56b6a-4c00-4dce-a8b1-1f4cc13de410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:49.652138 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-dac873ac-35d5-45c8-910b-4bd7d5e9d59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:51.004217 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:52.274925 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:53.697656 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:58.030747 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966eb5-544c-4483-a234-042333ec54ee req-960ffaf6-10c1-4e37-88df-6d5d5a35df51 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:58.032259 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c5966eb5-544c-4483-a234-042333ec54ee req-960ffaf6-10c1-4e37-88df-6d5d5a35df51 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 945 time: 0.0527472 Mar 04 20:47:58.077556 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c5966eb5-544c-4483-a234-042333ec54ee req-d25bfeaf-d820-4d1e-b15e-9b2689f6796a tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 Mar 04 20:47:59.200599 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21afeef-c5d2-4040-9f92-9748bf17d281 req-4e537e44-21b1-4b76-b421-b705950b1ed9 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:59.202086 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c21afeef-c5d2-4040-9f92-9748bf17d281 req-4e537e44-21b1-4b76-b421-b705950b1ed9 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 945 time: 0.0576000 Mar 04 20:47:59.248415 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-c21afeef-c5d2-4040-9f92-9748bf17d281 req-b41d9f73-42b4-499d-8c21-a6f6b2e4eac4 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups?id=b4f61079-b360-4498-a163-596c87ea3add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 Mar 04 20:47:59.791911 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-b2c350ec-9790-4cc0-b9a7-8ca3290c6693 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:47:59.793435 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-b2c350ec-9790-4cc0-b9a7-8ca3290c6693 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 945 time: 0.3077648 Mar 04 20:47:59.879950 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Deleting port 77296509-9a20-4589-a449-6e9d60aca63a {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:47:59.880294 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (77296509-9a20-4589-a449-6e9d60aca63a), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:47:59.967036 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] For port 77296509-9a20-4589-a449-6e9d60aca63a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=77296509-9a20-4589-a449-6e9d60aca63a,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:47:59.967403 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (77296509-9a20-4589-a449-6e9d60aca63a), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:00.132088 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:00.132452 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1592898'] for floatingip (e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:00.132769 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.db.l3_db [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Floating IP e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b disassociated. External IP: 172.28.1.13, port: 77296509-9a20-4589-a449-6e9d60aca63a. Mar 04 20:48:00.133109 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Calling delete_port for 77296509-9a20-4589-a449-6e9d60aca63a owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:48:00.327979 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (77296509-9a20-4589-a449-6e9d60aca63a), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:00.358001 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-594e0a9a-30a7-4c4b-8659-f5b98a2f9506 req-7cebb09e-5c0a-47d2-a0ec-d879eb083ca7 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 210 time: 0.0401037 Mar 04 20:48:00.376576 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'Port': ['ID=77296509-9a20-4589-a449-6e9d60aca63a,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:00.490888 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:48:00.597955 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:48:00.610096 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:48:00.620062 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:48:00.620681 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:00.642486 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] No DVR routers for this DVR port 77296509-9a20-4589-a449-6e9d60aca63a on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:48:00.644911 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:00.648182 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-de0c0828-4d16-495b-a2b6-8399de64c63f req-3484ae8d-90f1-4b3f-bdcb-ec046709030f tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.21 "DELETE /v2.0/ports/77296509-9a20-4589-a449-6e9d60aca63a HTTP/1.1" status: 204 len: 173 time: 0.8497469 Mar 04 20:48:00.648669 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'name': 'network-vif-deleted', 'tag': '77296509-9a20-4589-a449-6e9d60aca63a'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:48:00.650991 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c788cf6f-4787-48c6-a42c-8bb4d6ef8475" -d '{"events": [{"server_uuid": "57498dd0-2c81-4ee7-a2b7-3e2fa971928c", "name": "network-vif-deleted", "tag": "77296509-9a20-4589-a449-6e9d60aca63a"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:48:00.687689 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85da1b8-d87c-44a0-abfc-2a51039805e1 x-openstack-request-id: req-a85da1b8-d87c-44a0-abfc-2a51039805e1 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:48:00.687995 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57498dd0-2c81-4ee7-a2b7-3e2fa971928c", "name": "network-vif-deleted", "tag": "77296509-9a20-4589-a449-6e9d60aca63a", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:48:00.688257 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a85da1b8-d87c-44a0-abfc-2a51039805e1 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:48:00.688693 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57498dd0-2c81-4ee7-a2b7-3e2fa971928c', 'name': 'network-vif-deleted', 'tag': '77296509-9a20-4589-a449-6e9d60aca63a', 'status': 'completed', 'code': 200} Mar 04 20:48:00.748813 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:48:00.952086 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:00.976956 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:48:00.985466 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:48:00.986066 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:01.092244 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:48:01.283787 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:01.313400 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd9a472-ff69-4d15-955d-dec3ce3871e8 None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:43:57Z', 'revision_number': 4, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb', '_interfaces': [{'id': '1c45d89b-cddf-4270-ab4c-8603daf8f238', 'name': '', 'network_id': '4bc33661-35e9-4309-b857-d4de81748efc', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'mac_address': 'fa:16:3e:cd:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:56Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'subnets': [{'id': 'f27f87f0-e610-451d-80f9-d0560677417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:48:01.474549 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-39f7343d-4384-4570-a550-88b61d53c0e3 req-76dfec7a-6d86-46a6-b495-d90a3fcc99e1 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/ports?device_id=57498dd0-2c81-4ee7-a2b7-3e2fa971928c HTTP/1.1" status: 200 len: 210 time: 0.0281878 Mar 04 20:48:01.541191 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762323d1-8a70-40f4-b052-5cea7ea568d6 None None] New status for floating IP e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b: DOWN {{(pid=103641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 20:48:02.441959 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 77296509-9a20-4589-a449-6e9d60aca63a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:48:02.462271 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: 77296509-9a20-4589-a449-6e9d60aca63a {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:48:02.462634 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device 77296509-9a20-4589-a449-6e9d60aca63a not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:48:02.601339 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45394) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:02.654559 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-05a5ff36-584a-43be-83db-524f78e1ee82 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (b4f61079-b360-4498-a163-596c87ea3add), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:02.677615 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-05a5ff36-584a-43be-83db-524f78e1ee82 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (b4f61079-b360-4498-a163-596c87ea3add), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:02.787212 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-05a5ff36-584a-43be-83db-524f78e1ee82 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (b4f61079-b360-4498-a163-596c87ea3add), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:02.789757 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-05a5ff36-584a-43be-83db-524f78e1ee82 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:02.790958 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-05a5ff36-584a-43be-83db-524f78e1ee82 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "DELETE /v2.0/security-groups/b4f61079-b360-4498-a163-596c87ea3add HTTP/1.1" status: 204 len: 168 time: 0.1886032 Mar 04 20:48:02.794017 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45396) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:02.799781 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5ff36-584a-43be-83db-524f78e1ee82 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f61079-b360-4498-a163-596c87ea3add,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:02.809366 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.api.v2.resource [None req-f10528a6-3d8a-4cf9-9905-52cdca39b999 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] show failed (client error): The resource could not be found. Mar 04 20:48:02.810421 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-f10528a6-3d8a-4cf9-9905-52cdca39b999 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "GET /v2.0/security-groups/b4f61079-b360-4498-a163-596c87ea3add HTTP/1.1" status: 404 len: 347 time: 0.0153091 Mar 04 20:48:02.813301 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45398) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:02.942447 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Deleting port 09451556-7466-4cb0-b3b7-f06c4c115441 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:48:02.942704 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (09451556-7466-4cb0-b3b7-f06c4c115441), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:03.013829 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (09451556-7466-4cb0-b3b7-f06c4c115441), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:03.014153 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (09451556-7466-4cb0-b3b7-f06c4c115441), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:03.025278 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Calling delete_port for 09451556-7466-4cb0-b3b7-f06c4c115441 owned by network:floatingip {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:48:03.221760 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (09451556-7466-4cb0-b3b7-f06c4c115441), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:03.244586 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Pushing event deleted for resources: {'Port': ['ID=09451556-7466-4cb0-b3b7-f06c4c115441,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:03.309928 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks [] for floatingip (e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:03.312538 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for floatingip (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:03.313712 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-4799b4ce-140d-4a88-9099-60be30c4a799 tempest-AttachVolumeNegativeTest-1427844225 tempest-AttachVolumeNegativeTest-1427844225-project] 10.222.0.41 "DELETE /v2.0/floatingips/e4d1a8e7-c04e-4e0b-a32a-a1c8176f790b HTTP/1.1" status: 204 len: 168 time: 0.4994891 Mar 04 20:48:07.359855 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45434) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:07.691921 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594690'] for router_interface (ab8ea147-5315-434a-b64b-779ffa1431b3), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:07.930505 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Deleting port 1c45d89b-cddf-4270-ab4c-8603daf8f238 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:48:07.930853 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:08.006460 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] For port 1c45d89b-cddf-4270-ab4c-8603daf8f238, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=1c45d89b-cddf-4270-ab4c-8603daf8f238,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:48:08.006751 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:08.022911 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Calling delete_port for 1c45d89b-cddf-4270-ab4c-8603daf8f238 owned by network:router_interface {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:48:08.263680 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (1c45d89b-cddf-4270-ab4c-8603daf8f238), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:08.289472 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c45d89b-cddf-4270-ab4c-8603daf8f238,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:08.317740 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.321571 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:08.469910 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1594678'] for router_interface (ab8ea147-5315-434a-b64b-779ffa1431b3), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:08.676938 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Router ab8ea147-5315-434a-b64b-779ffa1431b3 has already been hosted by L3 agent 78b97df6-aee1-47c0-b043-f0c3cec54420 {{(pid=103638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 20:48:08.781890 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] Notify agent at l3_agent.dv-cinder-799871-17-smb the message routers_updated {{(pid=103638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 20:48:08.786788 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-65a3605d-d91a-47df-97df-a7c1db52961d admin admin] 10.222.0.41 "PUT /v2.0/routers/ab8ea147-5315-434a-b64b-779ffa1431b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4259162 Mar 04 20:48:08.789244 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45436) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:08.790942 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] Sync routers for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 20:48:08.801403 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:48:08.802020 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:08.891407 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks [] for router (ab8ea147-5315-434a-b64b-779ffa1431b3), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:08.908558 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: dv-cinder-799871-17-smb {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:48:08.991330 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks [] for router_gateway (ab8ea147-5315-434a-b64b-779ffa1431b3), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.087319 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'external_fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:48:08Z', 'revision_number': 5, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port': {'id': '80d31b6c-daed-4425-9f2e-69ecbd1ddfa1', 'name': '', 'network_id': '518225a1-02dd-44bb-a70b-df82d4aca4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eccac675-f682-475a-ac98-4563b0655e7d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-17-smb'}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:09.109745 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Deleting port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:48:09.110095 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.114047 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] Checking router: ab8ea147-5315-434a-b64b-779ffa1431b3 for host: dv-cinder-799871-17-smb {{(pid=103640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 20:48:09.122857 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] Routers {'ab8ea147-5315-434a-b64b-779ffa1431b3'} bound to L3 agent in host dv-cinder-799871-17-smb {{(pid=103640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 20:48:09.123452 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-04T20:29:50Z,description=,heartbeat_timestamp=2022-03-04T20:47:50Z,host='dv-cinder-799871-17-smb',id=78b97df6-aee1-47c0-b043-f0c3cec54420,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T20:29:50Z,topic='l3_agent')) {'router_ids': ['ab8ea147-5315-434a-b64b-779ffa1431b3'], 'active': True} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:09.186564 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] For port 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=80d31b6c-daed-4425-9f2e-69ecbd1ddfa1,segment=NetworkSegment(c2f31b25-e477-47e9-82a5-18d484c11203),segment_id=c2f31b25-e477-47e9-82a5-18d484c11203)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:48:09.186928 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.199257 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Calling delete_port for 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 owned by network:router_gateway {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:48:09.212214 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvr_db [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] Set router ab8ea147-5315-434a-b64b-779ffa1431b3 gateway port host: None {{(pid=103640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 20:48:09.264710 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_hamode_db [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:48:08Z', 'revision_number': 6, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port_host': None}], 'dv-cinder-799871-17-smb', False) {} {{(pid=103640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:09.293748 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac5c2e-4cc1-4367-a66e-1df1bda3614e None None] The sync data for ids ['ab8ea147-5315-434a-b64b-779ffa1431b3'] in dv-cinder-799871-17-smb is: [{'id': 'ab8ea147-5315-434a-b64b-779ffa1431b3', 'name': 'tempest-AttachVolumeNegativeTest-1542748619-router', 'tenant_id': '963825ff249d45c4b02c723173c7fbda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T20:43:54Z', 'updated_at': '2022-03-04T20:48:08Z', 'revision_number': 6, 'project_id': '963825ff249d45c4b02c723173c7fbda', 'gw_port_host': None}] {{(pid=103640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 20:48:09.432917 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (80d31b6c-daed-4425-9f2e-69ecbd1ddfa1), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.457684 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d31b6c-daed-4425-9f2e-69ecbd1ddfa1,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:09.517273 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1592732'] for router_gateway (ab8ea147-5315-434a-b64b-779ffa1431b3), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.604475 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60029'] for router (ab8ea147-5315-434a-b64b-779ffa1431b3), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.607495 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks [] for router_controller (ab8ea147-5315-434a-b64b-779ffa1431b3), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.981942 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596735'] for router (ab8ea147-5315-434a-b64b-779ffa1431b3), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.982405 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab8ea147-5315-434a-b64b-779ffa1431b3 {{(pid=103638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 20:48:09.987832 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:09.989030 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-807398a1-5f76-4ad0-8fc3-562acb9d29b2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ab8ea147-5315-434a-b64b-779ffa1431b3 HTTP/1.1" status: 204 len: 168 time: 1.1988761 Mar 04 20:48:09.991551 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45438) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:10.033981 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_v2 [None req-704ec975-c325-4302-be45-4c8791fb1ab7 admin admin] Deleting subnet f27f87f0-e610-451d-80f9-d0560677417a {{(pid=103638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 20:48:10.037402 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-704ec975-c325-4302-be45-4c8791fb1ab7 admin admin] Publish callbacks [] for subnet (f27f87f0-e610-451d-80f9-d0560677417a), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.074567 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-704ec975-c325-4302-be45-4c8791fb1ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132075400'] for subnet (f27f87f0-e610-451d-80f9-d0560677417a), precommit_delete_associations {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.094336 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:48:10.116077 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:48:10.116500 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 80d31b6c-daed-4425-9f2e-69ecbd1ddfa1 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:48:10.116990 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 1c45d89b-cddf-4270-ab4c-8603daf8f238 no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:48:10.136336 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 1c45d89b-cddf-4270-ab4c-8603daf8f238 {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:48:10.136684 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 1c45d89b-cddf-4270-ab4c-8603daf8f238 not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:48:10.160835 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-704ec975-c325-4302-be45-4c8791fb1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1006310'] for subnet (f27f87f0-e610-451d-80f9-d0560677417a), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.298717 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-704ec975-c325-4302-be45-4c8791fb1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1006333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132073833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131621125'] for subnet (f27f87f0-e610-451d-80f9-d0560677417a), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.333196 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-704ec975-c325-4302-be45-4c8791fb1ab7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.334372 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-704ec975-c325-4302-be45-4c8791fb1ab7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f27f87f0-e610-451d-80f9-d0560677417a HTTP/1.1" status: 204 len: 168 time: 0.3419163 Mar 04 20:48:10.334568 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbefad7c-1e44-4c18-8694-4fe0aa6b9b6e None None] Network 4bc33661-35e9-4309-b857-d4de81748efc requested from dv-cinder-799871-17-smb {{(pid=103640) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 20:48:10.335238 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ec975-c325-4302-be45-4c8791fb1ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27f87f0-e610-451d-80f9-d0560677417a,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:10.336960 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45440) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:10.409425 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653161'] for network (4bc33661-35e9-4309-b857-d4de81748efc), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.463829 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Deleting port 328e9f10-51d0-46ef-9787-0ff4479da1ab {{(pid=103639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:48:10.464207 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.499245 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf3009-88a9-41c3-939f-20d1c3e8c600 None None] DHCP port deletion for 4bc33661-35e9-4309-b857-d4de81748efc request from dv-cinder-799871-17-smb {{(pid=103640) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 20:48:10.527999 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.db [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] For port 328e9f10-51d0-46ef-9787-0ff4479da1ab, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=328e9f10-51d0-46ef-9787-0ff4479da1ab,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:48:10.528394 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.544781 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-5adf3009-88a9-41c3-939f-20d1c3e8c600 None None] Deleting port 328e9f10-51d0-46ef-9787-0ff4479da1ab {{(pid=103640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:48:10.544992 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.plugin [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Calling delete_port for 328e9f10-51d0-46ef-9787-0ff4479da1ab owned by network:dhcp {{(pid=103639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:48:10.545163 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5adf3009-88a9-41c3-939f-20d1c3e8c600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), before_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.608809 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-5adf3009-88a9-41c3-939f-20d1c3e8c600 None None] For port 328e9f10-51d0-46ef-9787-0ff4479da1ab, host dv-cinder-799871-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-17-smb',level=0,port_id=328e9f10-51d0-46ef-9787-0ff4479da1ab,segment=NetworkSegment(1f14e0e9-086d-44d9-976b-53a4df4bdf21),segment_id=1f14e0e9-086d-44d9-976b-53a4df4bdf21)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:48:10.609208 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5adf3009-88a9-41c3-939f-20d1c3e8c600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), precommit_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.622250 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-5adf3009-88a9-41c3-939f-20d1c3e8c600 None None] Calling delete_port for 328e9f10-51d0-46ef-9787-0ff4479da1ab owned by network:dhcp {{(pid=103640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:48:10.697890 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133226028'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.704001 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-5adf3009-88a9-41c3-939f-20d1c3e8c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651'] for port (328e9f10-51d0-46ef-9787-0ff4479da1ab), after_delete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.727167 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] No DVR routers for this DVR port 328e9f10-51d0-46ef-9787-0ff4479da1ab on host dv-cinder-799871-17-smb {{(pid=103639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:48:10.729541 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf3009-88a9-41c3-939f-20d1c3e8c600 None None] Pushing event deleted for resources: {'Port': ['ID=328e9f10-51d0-46ef-9787-0ff4479da1ab,revision_number=None']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:10.732397 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Pushing event deleted for resources: {'Port': ['ID=328e9f10-51d0-46ef-9787-0ff4479da1ab,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:10.734088 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf3009-88a9-41c3-939f-20d1c3e8c600 None None] No DVR routers for this DVR port 328e9f10-51d0-46ef-9787-0ff4479da1ab on host dv-cinder-799871-17-smb {{(pid=103640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:48:10.743959 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.744178 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.744515 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.744892 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.745193 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.745566 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.745990 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.746324 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.746683 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.747018 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.747900 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.747900 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.748057 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:48:10.827152 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1004137', 'neutron.services.segments.db._delete_segments_for_network-8738582058343'] for network (4bc33661-35e9-4309-b857-d4de81748efc), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.847403 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc33661-35e9-4309-b857-d4de81748efc']}} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:10.857274 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f14e0e9-086d-44d9-976b-53a4df4bdf21') {'for_net_delete': True} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:10.857569 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.services.segments.db [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f14e0e9-086d-44d9-976b-53a4df4bdf21') {} {{(pid=103639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 20:48:10.866848 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738582059120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130617142'] for segment (1f14e0e9-086d-44d9-976b-53a4df4bdf21), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.879781 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949'] for segment (1f14e0e9-086d-44d9-976b-53a4df4bdf21), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.885476 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 20:48:10.885861 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133226097'] for segment (1f14e0e9-086d-44d9-976b-53a4df4bdf21), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: Traceback (most recent call last): Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: timer() Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: cb(*args, **kw) Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: return func(*args, **kwargs) Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: self._notify() Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: self.callback(batched_events) Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: event.method(event) Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: return f(self, *a, **k) Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: return self._get(url).json() Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: return self.request(url, 'GET', **kwargs) Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 20:48:10.887536 dv-cinder-799871-17-smb neutron-server[103639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 20:48:11.063450 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1004128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1957744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1592760'] for network (4bc33661-35e9-4309-b857-d4de81748efc), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:11.068922 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697822'] for network (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:11.073064 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4bc33661-35e9-4309-b857-d4de81748efc HTTP/1.1" status: 204 len: 168 time: 0.7345757 Mar 04 20:48:11.087394 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e21f0c-176f-4386-b399-d6ec3135fa53 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc33661-35e9-4309-b857-d4de81748efc,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:11.444771 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45444) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:11.483385 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-85260b24-b9d4-493e-8555-3cf14ec1708b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=963825ff249d45c4b02c723173c7fbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374353 Mar 04 20:48:11.485727 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45446) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:11.530763 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-17ad3971-279a-4577-a687-661256b541d2 admin admin] Publish callbacks [] for security_group (9aa24f7b-2c7c-4099-ae84-5b49ae687464), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:11.551340 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-17ad3971-279a-4577-a687-661256b541d2 admin admin] Publish callbacks [] for security_group (9aa24f7b-2c7c-4099-ae84-5b49ae687464), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:11.686480 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-17ad3971-279a-4577-a687-661256b541d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (9aa24f7b-2c7c-4099-ae84-5b49ae687464), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:11.688999 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-17ad3971-279a-4577-a687-661256b541d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:11.690142 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-17ad3971-279a-4577-a687-661256b541d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9aa24f7b-2c7c-4099-ae84-5b49ae687464 HTTP/1.1" status: 204 len: 168 time: 0.2035148 Mar 04 20:48:11.697834 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad3971-279a-4577-a687-661256b541d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa24f7b-2c7c-4099-ae84-5b49ae687464,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:11.876783 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 328e9f10-51d0-46ef-9787-0ff4479da1ab no longer exists at agent ovs-agent-dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:48:11.899101 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] No Port match for: 328e9f10-51d0-46ef-9787-0ff4479da1ab {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:48:11.899448 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Device 328e9f10-51d0-46ef-9787-0ff4479da1ab not bound to the agent host dv-cinder-799871-17-smb {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:48:14.926599 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:17.382954 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4616a8da-38ef-4371-b6a3-242e11168cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:19.378930 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45544) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:19.510571 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0d94a27c-84ac-498d-b7c3-4f70638bcdc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:19.586094 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0d94a27c-84ac-498d-b7c3-4f70638bcdc6 admin admin] Publish callbacks [] for security_group (80b389fa-941b-403b-92c1-04b017e6a49b), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:19.662971 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-0d94a27c-84ac-498d-b7c3-4f70638bcdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (80b389fa-941b-403b-92c1-04b017e6a49b), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:19.685826 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-ea505e70-e9b0-4ece-9c97-381d4fbcc80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:19.700612 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-0d94a27c-84ac-498d-b7c3-4f70638bcdc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bf350f625a24e4bb34ca7739f30cdb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195963 Mar 04 20:48:19.703187 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94a27c-84ac-498d-b7c3-4f70638bcdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b389fa-941b-403b-92c1-04b017e6a49b,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:19.703926 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45548) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:19.752129 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4da1f65e-0806-4a2f-9080-9228a09a2d00 admin admin] Publish callbacks [] for security_group (80b389fa-941b-403b-92c1-04b017e6a49b), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:19.773793 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4da1f65e-0806-4a2f-9080-9228a09a2d00 admin admin] Publish callbacks [] for security_group (80b389fa-941b-403b-92c1-04b017e6a49b), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:19.875296 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4da1f65e-0806-4a2f-9080-9228a09a2d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (80b389fa-941b-403b-92c1-04b017e6a49b), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:19.878018 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-4da1f65e-0806-4a2f-9080-9228a09a2d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:19.879219 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-4da1f65e-0806-4a2f-9080-9228a09a2d00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80b389fa-941b-403b-92c1-04b017e6a49b HTTP/1.1" status: 204 len: 168 time: 0.1743236 Mar 04 20:48:19.887249 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1f65e-0806-4a2f-9080-9228a09a2d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b389fa-941b-403b-92c1-04b017e6a49b,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:21.055797 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:22.340953 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:22.606656 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:48:23.697714 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.607548 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45674) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:28.710855 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5238-fa26-4028-b246-dbd146b11409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.783076 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5238-fa26-4028-b246-dbd146b11409 admin admin] Publish callbacks [] for security_group (c12995d8-b634-4a62-be7d-f1926d904613), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.855215 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-a3cd5238-fa26-4028-b246-dbd146b11409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c12995d8-b634-4a62-be7d-f1926d904613), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.893659 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-a3cd5238-fa26-4028-b246-dbd146b11409 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7663f765ae44437fa753a3cf56dca961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850657 Mar 04 20:48:28.896201 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd5238-fa26-4028-b246-dbd146b11409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12995d8-b634-4a62-be7d-f1926d904613,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:28.896356 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45678) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:28.945448 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48269a53-421d-4dce-9a26-24def58732e3 admin admin] Publish callbacks [] for security_group (c12995d8-b634-4a62-be7d-f1926d904613), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:28.962891 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48269a53-421d-4dce-9a26-24def58732e3 admin admin] Publish callbacks [] for security_group (c12995d8-b634-4a62-be7d-f1926d904613), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:29.080211 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48269a53-421d-4dce-9a26-24def58732e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (c12995d8-b634-4a62-be7d-f1926d904613), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:29.082840 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-48269a53-421d-4dce-9a26-24def58732e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:29.083995 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-48269a53-421d-4dce-9a26-24def58732e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c12995d8-b634-4a62-be7d-f1926d904613 HTTP/1.1" status: 204 len: 168 time: 0.1866539 Mar 04 20:48:29.091428 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48269a53-421d-4dce-9a26-24def58732e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12995d8-b634-4a62-be7d-f1926d904613,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:29.640269 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45684) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:29.654771 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3a4347f7-a183-448d-9ae7-238cd20126c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:29.730134 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3a4347f7-a183-448d-9ae7-238cd20126c3 admin admin] Publish callbacks [] for security_group (43ddbd86-ac64-43a5-bab7-31126da1b8fc), precommit_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:29.798557 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-3a4347f7-a183-448d-9ae7-238cd20126c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (43ddbd86-ac64-43a5-bab7-31126da1b8fc), after_create {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:29.836250 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-3a4347f7-a183-448d-9ae7-238cd20126c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32e426a25f5142d5b8a3c057039fcb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942868 Mar 04 20:48:29.836940 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4347f7-a183-448d-9ae7-238cd20126c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ddbd86-ac64-43a5-bab7-31126da1b8fc,revision_number=1']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:29.839339 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45688) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:29.885421 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f3e04739-535a-4f81-bd61-ea1f42358181 admin admin] Publish callbacks [] for security_group (43ddbd86-ac64-43a5-bab7-31126da1b8fc), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:29.906017 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f3e04739-535a-4f81-bd61-ea1f42358181 admin admin] Publish callbacks [] for security_group (43ddbd86-ac64-43a5-bab7-31126da1b8fc), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:30.028327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f3e04739-535a-4f81-bd61-ea1f42358181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (43ddbd86-ac64-43a5-bab7-31126da1b8fc), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:30.030830 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-f3e04739-535a-4f81-bd61-ea1f42358181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:30.032066 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-f3e04739-535a-4f81-bd61-ea1f42358181 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43ddbd86-ac64-43a5-bab7-31126da1b8fc HTTP/1.1" status: 204 len: 168 time: 0.1917474 Mar 04 20:48:30.043139 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04739-535a-4f81-bd61-ea1f42358181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ddbd86-ac64-43a5-bab7-31126da1b8fc,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:44.908424 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:46.538973 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45826) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:46.642629 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0704dc9a-4f38-466c-8161-c2aab2379657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:46.713651 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0704dc9a-4f38-466c-8161-c2aab2379657 admin admin] Publish callbacks [] for security_group (e798fca0-fd7f-4fa3-9284-6980bb72116d), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:46.777034 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-0704dc9a-4f38-466c-8161-c2aab2379657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (e798fca0-fd7f-4fa3-9284-6980bb72116d), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:46.815036 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-0704dc9a-4f38-466c-8161-c2aab2379657 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59e22515db894645b5f9ada6dfcc916c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749138 Mar 04 20:48:46.815900 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704dc9a-4f38-466c-8161-c2aab2379657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e798fca0-fd7f-4fa3-9284-6980bb72116d,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:46.818311 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45830) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:46.865956 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-24e172b2-2ab4-463b-9ccb-028cb907ef58 admin admin] Publish callbacks [] for security_group (e798fca0-fd7f-4fa3-9284-6980bb72116d), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:46.886604 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-24e172b2-2ab4-463b-9ccb-028cb907ef58 admin admin] Publish callbacks [] for security_group (e798fca0-fd7f-4fa3-9284-6980bb72116d), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:46.993855 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-24e172b2-2ab4-463b-9ccb-028cb907ef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (e798fca0-fd7f-4fa3-9284-6980bb72116d), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:46.996526 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-24e172b2-2ab4-463b-9ccb-028cb907ef58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:47.012725 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-24e172b2-2ab4-463b-9ccb-028cb907ef58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e798fca0-fd7f-4fa3-9284-6980bb72116d HTTP/1.1" status: 204 len: 168 time: 0.1776965 Mar 04 20:48:47.012725 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e172b2-2ab4-463b-9ccb-028cb907ef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e798fca0-fd7f-4fa3-9284-6980bb72116d,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:47.375759 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-17a70bef-4402-4d04-8b5e-b15ad23c4e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:49.655067 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-57ace4f7-5f35-4d17-987d-3f7808561490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:51.015263 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:52.278472 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:52.453639 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [-] (103638) accepted ('10.222.0.41', 45896) {{(pid=103638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:52.555507 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82585ea1-7800-4ae1-bffe-1196dfb5eb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:52.627335 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82585ea1-7800-4ae1-bffe-1196dfb5eb33 admin admin] Publish callbacks [] for security_group (84b61ede-45b1-444c-80fc-a73c7bbd94b3), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:52.680822 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-82585ea1-7800-4ae1-bffe-1196dfb5eb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (84b61ede-45b1-444c-80fc-a73c7bbd94b3), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:52.730126 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [None req-82585ea1-7800-4ae1-bffe-1196dfb5eb33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=698c0e474913486da3fc86a89a134a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752399 Mar 04 20:48:52.731356 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82585ea1-7800-4ae1-bffe-1196dfb5eb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b61ede-45b1-444c-80fc-a73c7bbd94b3,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:52.732922 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 45900) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:48:52.780296 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-35a2aa6c-aaea-4c6c-818e-543c4e364604 admin admin] Publish callbacks [] for security_group (84b61ede-45b1-444c-80fc-a73c7bbd94b3), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:52.800416 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-35a2aa6c-aaea-4c6c-818e-543c4e364604 admin admin] Publish callbacks [] for security_group (84b61ede-45b1-444c-80fc-a73c7bbd94b3), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:52.946232 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-35a2aa6c-aaea-4c6c-818e-543c4e364604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (84b61ede-45b1-444c-80fc-a73c7bbd94b3), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:52.948762 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-35a2aa6c-aaea-4c6c-818e-543c4e364604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:52.951793 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-35a2aa6c-aaea-4c6c-818e-543c4e364604 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84b61ede-45b1-444c-80fc-a73c7bbd94b3 HTTP/1.1" status: 204 len: 168 time: 0.2159352 Mar 04 20:48:52.957748 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2aa6c-aaea-4c6c-818e-543c4e364604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b61ede-45b1-444c-80fc-a73c7bbd94b3,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:53.685718 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:55.755653 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-09a93611-559b-4be1-b97f-6378a1bcb2fc tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=14023bc427594cb498d4648a691915fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293462 Mar 04 20:48:55.936104 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-41a5278b-38f7-4ac9-b81c-e632c28ab449 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:55.937484 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-41a5278b-38f7-4ac9-b81c-e632c28ab449 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762176 Mar 04 20:48:55.951613 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-95a9a839-ebb7-4b38-aae3-fedb3b58c501 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/quotas/14023bc427594cb498d4648a691915fd HTTP/1.1" status: 200 len: 375 time: 0.0088816 Mar 04 20:48:55.982345 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-2e735e00-ad1b-475c-ba01-1e8c1a931deb tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=14023bc427594cb498d4648a691915fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261350 Mar 04 20:48:56.394121 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-85db4790-e051-484b-86ed-bc256596271e req-2b9261e7-bcd4-4707-9d65-c21d6b54dc74 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 210 time: 0.1907575 Mar 04 20:48:57.487661 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-e021e7ac-aa6b-4c4a-bfb5-cc755dbb0d5e req-8dd252bb-be4a-4911-98bb-043cd3464f81 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 210 time: 0.0272465 Mar 04 20:48:58.265615 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-a28436eb-8bbf-4fdd-a76b-eab7f5bbbd03 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=14023bc427594cb498d4648a691915fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302827 Mar 04 20:48:58.445085 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-aa407ff0-3cae-4201-ab71-7f3448d901d4 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:58.447059 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-aa407ff0-3cae-4201-ab71-7f3448d901d4 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770623 Mar 04 20:48:58.458704 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Request body: {'port': {'device_id': '36f836f5-2a04-42c3-9273-79e32fa2879e', 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c', 'admin_state_up': True, 'tenant_id': '14023bc427594cb498d4648a691915fd'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:48:58.587866 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-902a2d52-1138-4936-aa16-411a52edf934 req-2ae3d1c5-a494-47ae-9476-f3f312bd7f44 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 210 time: 0.0310206 Mar 04 20:48:58.650925 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Made reservation on behalf of 14023bc427594cb498d4648a691915fd for: {'port': 1} {{(pid=103638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 20:48:58.654309 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:58.662710 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:58.734103 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks [] for security_group (20dbec07-ffc7-420c-bf16-7b413fdef0b6), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:58.799382 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (20dbec07-ffc7-420c-bf16-7b413fdef0b6), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:58.862874 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20dbec07-ffc7-420c-bf16-7b413fdef0b6,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:58.931805 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.db_base_plugin_common [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Allocated IP 192.168.233.123 (3d9ab232-72dc-454f-afba-b7b212492f2c/cfa05d75-42b4-4ac3-a339-617aaeaa4402/ec186ffd-2c69-47cc-85ba-22f116e754fe) {{(pid=103638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 20:48:59.074439 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks [] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), precommit_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:59.152447 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738581533642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), after_create {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:59.195664 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Network 3d9ab232-72dc-454f-afba-b7b212492f2c is already hosted by enough agents. {{(pid=103638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 20:48:59.198581 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.scheduler.base_scheduler [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Resources bound (agent type, host, resource id): {{(pid=103638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 20:48:59.202067 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Received port after_create {{(pid=103638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 20:48:59.208572 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Pushing event updated for resources: {'Port': ['ID=ec186ffd-2c69-47cc-85ba-22f116e754fe,revision_number=1']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:59.265549 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:59.265549 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:59.360437 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-65376f41-2780-42b2-88db-0939d571314c tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9052215 Mar 04 20:48:59.369924 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-1301ff1b-7608-4d2b-920e-aa063e7d292a tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103638) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 20:48:59.370967 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-1301ff1b-7608-4d2b-920e-aa063e7d292a tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058091 Mar 04 20:48:59.413908 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-592c51a6-e5ce-42e7-bbd9-bd6ec92d25af None None] Provisioning complete for port ec186ffd-2c69-47cc-85ba-22f116e754fe triggered by entity DHCP. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:48:59.414423 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-592c51a6-e5ce-42e7-bbd9-bd6ec92d25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:59.425595 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.v2.base [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Request body: {'port': {'device_id': '36f836f5-2a04-42c3-9273-79e32fa2879e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 20:48:59.450804 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-592c51a6-e5ce-42e7-bbd9-bd6ec92d25af None None] Port ec186ffd-2c69-47cc-85ba-22f116e754fe cannot update to ACTIVE because it is not bound. {{(pid=103640) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 20:48:59.488435 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:59.607310 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:48:59.706070 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cdcca-c449-4fe2-8059-4d8ee5b7c2b2 req-1e7a3d6e-a7d9-49c7-a5e5-3602c7e86f98 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:48:59.707570 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-152cdcca-c449-4fe2-8059-4d8ee5b7c2b2 req-1e7a3d6e-a7d9-49c7-a5e5-3602c7e86f98 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 936 time: 0.0532918 Mar 04 20:48:59.748058 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec186ffd-2c69-47cc-85ba-22f116e754fe {{(pid=103638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:48:59.755422 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Publish callbacks [] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), precommit_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:59.757309 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-152cdcca-c449-4fe2-8059-4d8ee5b7c2b2 req-06d5105f-11a3-4a92-865b-6418b55fbd30 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438073 Mar 04 20:48:59.768472 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.provisioning_blocks [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Transition to ACTIVE for port object ec186ffd-2c69-47cc-85ba-22f116e754fe will not be triggered until provisioned by entity L2. {{(pid=103638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 20:48:59.827751 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:48:59.875839 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec186ffd-2c69-47cc-85ba-22f116e754fe,revision_number=2']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:48:59.947873 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Attempting to bind port ec186ffd-2c69-47cc-85ba-22f116e754fe on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 20:48:59.948205 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Attempting to bind port ec186ffd-2c69-47cc-85ba-22f116e754fe by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c2c777a6-7560-480e-b5be-b2d18988923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c'}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 20:48:59.948540 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Attempting to bind port ec186ffd-2c69-47cc-85ba-22f116e754fe on network 3d9ab232-72dc-454f-afba-b7b212492f2c {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:48:59.953099 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Port ec186ffd-2c69-47cc-85ba-22f116e754fe on network 3d9ab232-72dc-454f-afba-b7b212492f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 20:48:59.953432 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Attempting to bind port ec186ffd-2c69-47cc-85ba-22f116e754fe on network 3d9ab232-72dc-454f-afba-b7b212492f2c {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 20:48:59.958252 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Checking agent: {'id': 'cdbfbcdc-d625-411b-8e84-3926670378d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'started_at': datetime.datetime(2022, 3, 4, 20, 36, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 20:48:59.958629 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Checking segment: {'id': 'c2c777a6-7560-480e-b5be-b2d18988923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 20:48:59.959009 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Bound using segment: {'id': 'c2c777a6-7560-480e-b5be-b2d18988923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c'} {{(pid=103638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 20:48:59.959467 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.managers [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Bound port: ec186ffd-2c69-47cc-85ba-22f116e754fe, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c777a6-7560-480e-b5be-b2d18988923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c'}}] {{(pid=103638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 20:48:59.959824 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), before_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:00.026906 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] For port ec186ffd-2c69-47cc-85ba-22f116e754fe, host hv-cinder-79987, cleared binding levels {{(pid=103638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 20:49:00.029817 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] For port ec186ffd-2c69-47cc-85ba-22f116e754fe, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ec186ffd-2c69-47cc-85ba-22f116e754fe,segment=NetworkSegment(c2c777a6-7560-480e-b5be-b2d18988923a),segment_id=c2c777a6-7560-480e-b5be-b2d18988923a)] {{(pid=103638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 20:49:00.114204 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132073767'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), after_update {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:00.150841 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:00.151462 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:00.152848 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] 10.222.0.21 "PUT /v2.0/ports/ec186ffd-2c69-47cc-85ba-22f116e754fe HTTP/1.1" status: 200 len: 1098 time: 0.7754781 Mar 04 20:49:00.153296 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f836f5-2a04-42c3-9273-79e32fa2879e', 'tag': 'ec186ffd-2c69-47cc-85ba-22f116e754fe'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:49:00.155587 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e533d049-dcec-4a12-b88a-9bda052607e0" -d '{"events": [{"name": "network-changed", "server_uuid": "36f836f5-2a04-42c3-9273-79e32fa2879e", "tag": "ec186ffd-2c69-47cc-85ba-22f116e754fe"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:49:00.180529 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa0ff0-fbfe-46c1-8bfe-1da43615dff2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec186ffd-2c69-47cc-85ba-22f116e754fe,revision_number=3']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:49:00.195153 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542441e7-48f7-4fad-b392-83404a79eaa0 x-openstack-request-id: req-542441e7-48f7-4fad-b392-83404a79eaa0 {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:49:00.195452 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f836f5-2a04-42c3-9273-79e32fa2879e", "tag": "ec186ffd-2c69-47cc-85ba-22f116e754fe", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:49:00.195737 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-542441e7-48f7-4fad-b392-83404a79eaa0 {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:49:00.196621 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f836f5-2a04-42c3-9273-79e32fa2879e', 'tag': 'ec186ffd-2c69-47cc-85ba-22f116e754fe', 'status': 'completed', 'code': 200} Mar 04 20:49:00.262338 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533d049-dcec-4a12-b88a-9bda052607e0 req-3b0e7653-1d75-4136-a4f8-08720b06fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:00.263885 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e533d049-dcec-4a12-b88a-9bda052607e0 req-3b0e7653-1d75-4136-a4f8-08720b06fca7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14023bc427594cb498d4648a691915fd&device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 1132 time: 0.0490584 Mar 04 20:49:00.291178 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e533d049-dcec-4a12-b88a-9bda052607e0 req-63a56331-04d0-453a-a07d-1e6f1c9b191c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=14023bc427594cb498d4648a691915fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207167 Mar 04 20:49:00.389642 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533d049-dcec-4a12-b88a-9bda052607e0 req-22516c9e-71ee-4133-9812-c6f36b078ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:00.391083 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-e533d049-dcec-4a12-b88a-9bda052607e0 req-22516c9e-71ee-4133-9812-c6f36b078ea6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948451 Mar 04 20:49:00.467595 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-7041843a-81a5-4452-a722-084dee22842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:00.468978 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-7041843a-81a5-4452-a722-084dee22842e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=14023bc427594cb498d4648a691915fd&device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 1132 time: 0.0437138 Mar 04 20:49:00.507575 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-1148d753-8dd0-4cba-b80b-86f7c80144a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=ec186ffd-2c69-47cc-85ba-22f116e754fe HTTP/1.1" status: 200 len: 217 time: 0.0317984 Mar 04 20:49:00.556036 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-da36b20f-3451-4790-ae8d-8f93f6a49beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:00.557426 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-da36b20f-3451-4790-ae8d-8f93f6a49beb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cfa05d75-42b4-4ac3-a339-617aaeaa4402 HTTP/1.1" status: 200 len: 843 time: 0.0444472 Mar 04 20:49:00.604273 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-88f89e3b-31e4-4338-910f-b4fffb74113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:00.605944 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-88f89e3b-31e4-4338-910f-b4fffb74113c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3d9ab232-72dc-454f-afba-b7b212492f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421233 Mar 04 20:49:00.692146 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-0349721f-c2fc-476f-a0e9-215b7c0e8fa2 service neutron] 10.222.0.21 "GET /v2.0/networks/3d9ab232-72dc-454f-afba-b7b212492f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798552 Mar 04 20:49:00.781278 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-0617bfe5-1c69-4989-9291-c4141e4ca217 req-341b44fa-9045-4c63-a8c5-0b4a1869e3a8 service neutron] 10.222.0.21 "GET /v2.0/networks/3d9ab232-72dc-454f-afba-b7b212492f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830474 Mar 04 20:49:00.874633 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ab416-2ffd-48be-b8d0-ebd65a901f44 req-54d7f434-aecb-473a-8955-3c72e695d9dc tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:00.876075 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ba9ab416-2ffd-48be-b8d0-ebd65a901f44 req-54d7f434-aecb-473a-8955-3c72e695d9dc tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 948 time: 0.0524256 Mar 04 20:49:00.921875 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-ba9ab416-2ffd-48be-b8d0-ebd65a901f44 req-a93bda22-f149-4a4d-bf7e-5540655a7fb8 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Mar 04 20:49:02.044232 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c766-d0f7-464e-9122-c647aa0a4530 req-ea0a52db-1801-416c-a8b3-f76596f9a7aa tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:02.045712 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8044c766-d0f7-464e-9122-c647aa0a4530 req-ea0a52db-1801-416c-a8b3-f76596f9a7aa tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 948 time: 0.0567241 Mar 04 20:49:02.091079 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-8044c766-d0f7-464e-9122-c647aa0a4530 req-16ad4caf-cb72-4960-9c0b-939559fc9458 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Mar 04 20:49:02.689719 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ec186ffd-2c69-47cc-85ba-22f116e754fe details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103640) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 20:49:02.784495 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port ec186ffd-2c69-47cc-85ba-22f116e754fe, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ec186ffd-2c69-47cc-85ba-22f116e754fe,segment=NetworkSegment(c2c777a6-7560-480e-b5be-b2d18988923a),segment_id=c2c777a6-7560-480e-b5be-b2d18988923a)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:49:02.794785 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Returning: {'device': 'ec186ffd-2c69-47cc-85ba-22f116e754fe', 'network_id': '3d9ab232-72dc-454f-afba-b7b212492f2c', 'port_id': 'ec186ffd-2c69-47cc-85ba-22f116e754fe', 'mac_address': 'fa:16:3e:16:7b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa05d75-42b4-4ac3-a339-617aaeaa4402', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103640) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 20:49:02.830759 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port ec186ffd-2c69-47cc-85ba-22f116e754fe is: DOWN; New status is: BUILD {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:49:02.831147 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:02.847357 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec186ffd-2c69-47cc-85ba-22f116e754fe {{(pid=103640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 20:49:02.865702 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port ec186ffd-2c69-47cc-85ba-22f116e754fe, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ec186ffd-2c69-47cc-85ba-22f116e754fe,segment=NetworkSegment(c2c777a6-7560-480e-b5be-b2d18988923a),segment_id=c2c777a6-7560-480e-b5be-b2d18988923a)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:49:02.957506 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:03.141689 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=ec186ffd-2c69-47cc-85ba-22f116e754fe,revision_number=4']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:49:03.148577 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.148931 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.149280 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.149622 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.149958 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.150291 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.150644 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.150975 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.151308 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.151963 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.152464 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.152793 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.153126 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:03.179358 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] get_ports_and_sgs() called for port_ids ['ec186ffd-2c69-47cc-85ba-22f116e754fe'] {{(pid=103640) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 20:49:03.210202 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37dbd-5468-4409-bc71-3d1ed0ecbcac req-e715cad1-8f54-4933-9cd6-e915b7889bee tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:03.211645 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-68a37dbd-5468-4409-bc71-3d1ed0ecbcac req-e715cad1-8f54-4933-9cd6-e915b7889bee tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 949 time: 0.0530639 Mar 04 20:49:03.258193 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-68a37dbd-5468-4409-bc71-3d1ed0ecbcac req-b0d6f5be-985b-4484-b756-cae4e5bbddf7 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Mar 04 20:49:04.378342 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad1051-6939-4a7b-a529-57cdb2b1aff8 req-bfc9c061-26d7-466d-bf00-6d3547e902fd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:04.379853 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-55ad1051-6939-4a7b-a529-57cdb2b1aff8 req-bfc9c061-26d7-466d-bf00-6d3547e902fd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 949 time: 0.0556250 Mar 04 20:49:04.426060 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-55ad1051-6939-4a7b-a529-57cdb2b1aff8 req-7b5b8ad5-d137-495a-abcc-4a1e4baad55b tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Mar 04 20:49:04.721285 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ec186ffd-2c69-47cc-85ba-22f116e754fe up at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 20:49:04.844928 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning for port ec186ffd-2c69-47cc-85ba-22f116e754fe completed by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 20:49:04.848764 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.db.provisioning_blocks [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Provisioning complete for port ec186ffd-2c69-47cc-85ba-22f116e754fe triggered by entity L2. {{(pid=103640) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 20:49:04.849139 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002228'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), provisioning_complete {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:04.924851 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Current status of the port ec186ffd-2c69-47cc-85ba-22f116e754fe is: BUILD; New status is: ACTIVE {{(pid=103640) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 20:49:04.925241 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-619203'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), before_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:04.950549 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f836f5-2a04-42c3-9273-79e32fa2879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec186ffd-2c69-47cc-85ba-22f116e754fe'}] {{(pid=103640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:49:04.952810 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1ccbe42e5bfea3684d29f2ccfa5e24f94b18cbb561ec0b32c279431936dab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca4fa81-3034-4133-89c0-9f1b0cca9e53" -d '{"events": [{"server_uuid": "36f836f5-2a04-42c3-9273-79e32fa2879e", "name": "network-vif-plugged", "status": "completed", "tag": "ec186ffd-2c69-47cc-85ba-22f116e754fe"}]}' {{(pid=103640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:49:04.964937 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.db [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] For port ec186ffd-2c69-47cc-85ba-22f116e754fe, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ec186ffd-2c69-47cc-85ba-22f116e754fe,segment=NetworkSegment(c2c777a6-7560-480e-b5be-b2d18988923a),segment_id=c2c777a6-7560-480e-b5be-b2d18988923a)] {{(pid=103640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:49:04.987767 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a743b66-c14f-45ae-acbb-560e92f48b79 x-openstack-request-id: req-3a743b66-c14f-45ae-acbb-560e92f48b79 {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:49:04.988059 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f836f5-2a04-42c3-9273-79e32fa2879e", "name": "network-vif-plugged", "status": "completed", "tag": "ec186ffd-2c69-47cc-85ba-22f116e754fe", "code": 200}]} {{(pid=103640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:49:04.989272 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a743b66-c14f-45ae-acbb-560e92f48b79 {{(pid=103640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:49:04.989272 dv-cinder-799871-17-smb neutron-server[103640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f836f5-2a04-42c3-9273-79e32fa2879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec186ffd-2c69-47cc-85ba-22f116e754fe', 'code': 200} Mar 04 20:49:05.037780 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738582070712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738581533660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738581533678'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:05.085819 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Pushing event updated for resources: {'Port': ['ID=ec186ffd-2c69-47cc-85ba-22f116e754fe,revision_number=5']} {{(pid=103640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:49:05.263135 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a98bd-8d8a-43e2-8ad7-6c84bc2db5b5 req-62af5b92-c288-4455-b6e2-e5a5e1386a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:05.264539 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-de1a98bd-8d8a-43e2-8ad7-6c84bc2db5b5 req-62af5b92-c288-4455-b6e2-e5a5e1386a6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 1134 time: 0.0435202 Mar 04 20:49:05.306421 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-de1a98bd-8d8a-43e2-8ad7-6c84bc2db5b5 req-81bcbcb1-842a-4982-a037-f9a7000863b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360157 Mar 04 20:49:05.540897 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6333654-ec35-4abe-8bd5-da1db824eaed req-ddd7532c-9e15-4468-8ccd-15df5dc81086 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:05.543033 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c6333654-ec35-4abe-8bd5-da1db824eaed req-ddd7532c-9e15-4468-8ccd-15df5dc81086 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 950 time: 0.0504987 Mar 04 20:49:05.593370 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c6333654-ec35-4abe-8bd5-da1db824eaed req-83f6cc7f-b5a5-44ef-9417-5704878ce5b7 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450523 Mar 04 20:49:06.716236 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7fbda-3953-4e11-a3b7-2150e409fa47 req-d6d0779e-a9d7-47e9-b349-0c53a6d75598 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:06.717700 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-18f7fbda-3953-4e11-a3b7-2150e409fa47 req-d6d0779e-a9d7-47e9-b349-0c53a6d75598 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 950 time: 0.0547869 Mar 04 20:49:06.763126 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-18f7fbda-3953-4e11-a3b7-2150e409fa47 req-acc7d3c7-14e7-46ec-ac8c-2d8b5eefc07e tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Mar 04 20:49:07.210736 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37110e46-c2f7-426d-afa3-edd797dfe8ce req-c2a7f0b4-3b98-4a4c-ae4b-5ea50431b342 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:07.212175 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-37110e46-c2f7-426d-afa3-edd797dfe8ce req-c2a7f0b4-3b98-4a4c-ae4b-5ea50431b342 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 950 time: 0.0522084 Mar 04 20:49:07.258452 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [req-37110e46-c2f7-426d-afa3-edd797dfe8ce req-1bdbcf15-f5b7-4594-9b78-1d7ed2777e7e tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Mar 04 20:49:08.380683 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b646d-31ed-4fa8-9282-b3221e5eb281 req-1a3ac330-a0a9-407e-9b5d-634a77ee43d0 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:08.382175 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-111b646d-31ed-4fa8-9282-b3221e5eb281 req-1a3ac330-a0a9-407e-9b5d-634a77ee43d0 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 950 time: 0.0514631 Mar 04 20:49:08.427131 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-111b646d-31ed-4fa8-9282-b3221e5eb281 req-5d11aa34-ec1b-404a-a77c-36677230be67 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/security-groups?id=20dbec07-ffc7-420c-bf16-7b413fdef0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 Mar 04 20:49:08.494493 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-268218ef-90f7-4ab4-b6b9-611c21ef8509 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 20:49:08.496470 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-268218ef-90f7-4ab4-b6b9-611c21ef8509 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.21 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 950 time: 0.0507643 Mar 04 20:49:08.586265 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Deleting port ec186ffd-2c69-47cc-85ba-22f116e754fe {{(pid=103638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 20:49:08.586564 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738582064451'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), before_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:08.672191 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.db [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] For port ec186ffd-2c69-47cc-85ba-22f116e754fe, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ec186ffd-2c69-47cc-85ba-22f116e754fe,segment=NetworkSegment(c2c777a6-7560-480e-b5be-b2d18988923a),segment_id=c2c777a6-7560-480e-b5be-b2d18988923a)] {{(pid=103638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 20:49:08.672559 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591120'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), precommit_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:08.684188 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Calling delete_port for ec186ffd-2c69-47cc-85ba-22f116e754fe owned by compute:nova {{(pid=103638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 20:49:08.885365 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-619148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738582070694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738581533651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132073822'] for port (ec186ffd-2c69-47cc-85ba-22f116e754fe), after_delete {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:08.914326 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Pushing event deleted for resources: {'Port': ['ID=ec186ffd-2c69-47cc-85ba-22f116e754fe,revision_number=None']} {{(pid=103638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:49:08.945685 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.946033 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.946392 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.946755 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.947081 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.947412 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.947743 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.948627 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.949598 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.949946 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.950281 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.950636 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.950963 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:08.970860 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] No DVR routers for this DVR port ec186ffd-2c69-47cc-85ba-22f116e754fe on host hv-cinder-79987 {{(pid=103638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 20:49:08.973651 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81390'] for port (None), before_response {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:08.976826 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-c4954afe-8dfc-4f09-8b05-fe25295820c2 req-8ab6ad05-d900-4f48-bdf9-c0343b11c6cd tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.21 "DELETE /v2.0/ports/ec186ffd-2c69-47cc-85ba-22f116e754fe HTTP/1.1" status: 204 len: 173 time: 0.4755342 Mar 04 20:49:08.977352 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f836f5-2a04-42c3-9273-79e32fa2879e', 'name': 'network-vif-deleted', 'tag': 'ec186ffd-2c69-47cc-85ba-22f116e754fe'}] {{(pid=103638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 20:49:08.979783 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c80e745f32f30c78b3e18060da7c98e8226930019ebea9df4e8df800d821be8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebda478-0b82-4240-a9cb-e3cb565666a7" -d '{"events": [{"server_uuid": "36f836f5-2a04-42c3-9273-79e32fa2879e", "name": "network-vif-deleted", "tag": "ec186ffd-2c69-47cc-85ba-22f116e754fe"}]}' {{(pid=103638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 20:49:09.021445 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cee1065-b642-4832-b138-6e601e17d50f x-openstack-request-id: req-7cee1065-b642-4832-b138-6e601e17d50f {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 20:49:09.021750 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f836f5-2a04-42c3-9273-79e32fa2879e", "name": "network-vif-deleted", "tag": "ec186ffd-2c69-47cc-85ba-22f116e754fe", "status": "completed", "code": 200}]} {{(pid=103638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 20:49:09.022006 dv-cinder-799871-17-smb neutron-server[103638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cee1065-b642-4832-b138-6e601e17d50f {{(pid=103638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 20:49:09.022438 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f836f5-2a04-42c3-9273-79e32fa2879e', 'name': 'network-vif-deleted', 'tag': 'ec186ffd-2c69-47cc-85ba-22f116e754fe', 'status': 'completed', 'code': 200} Mar 04 20:49:09.537835 dv-cinder-799871-17-smb neutron-server[103638]: INFO neutron.wsgi [req-6b3a19e7-8d49-44d7-b0b9-f3f0c25851c4 req-17f5796c-f99a-41b5-89cf-f558b9b4dfb6 tempest-VolumesNegativeTest-969525991 tempest-VolumesNegativeTest-969525991-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f836f5-2a04-42c3-9273-79e32fa2879e HTTP/1.1" status: 200 len: 210 time: 0.0264075 Mar 04 20:49:10.755442 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ec186ffd-2c69-47cc-85ba-22f116e754fe no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 20:49:10.775326 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.plugin [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] No Port match for: ec186ffd-2c69-47cc-85ba-22f116e754fe {{(pid=103640) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 20:49:10.775676 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron.plugins.ml2.rpc [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Device ec186ffd-2c69-47cc-85ba-22f116e754fe not bound to the agent host hv-cinder-79987 {{(pid=103640) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 20:49:14.925077 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:16.291090 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 46246) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:49:16.420488 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-bbd3a0ac-e091-4afc-9363-197a84bc0f48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14023bc427594cb498d4648a691915fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282094 Mar 04 20:49:16.422866 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [-] (103639) accepted ('10.222.0.41', 46250) {{(pid=103639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 20:49:16.469933 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Publish callbacks [] for security_group (20dbec07-ffc7-420c-bf16-7b413fdef0b6), before_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:16.490312 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Publish callbacks [] for security_group (20dbec07-ffc7-420c-bf16-7b413fdef0b6), precommit_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:16.593453 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952910'] for security_group (20dbec07-ffc7-420c-bf16-7b413fdef0b6), after_delete {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:16.595932 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron_lib.callbacks.manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:16.597059 dv-cinder-799871-17-smb neutron-server[103639]: INFO neutron.wsgi [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20dbec07-ffc7-420c-bf16-7b413fdef0b6 HTTP/1.1" status: 204 len: 168 time: 0.1733243 Mar 04 20:49:16.604352 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dbec07-ffc7-420c-bf16-7b413fdef0b6,revision_number=None']} {{(pid=103639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 20:49:16.612327 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.612615 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.612960 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.613290 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.613616 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.613939 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.614266 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.614622 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.614956 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.615319 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.615629 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.615945 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:16.616260 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5070b517-40c3-44f5-8c49-40ec4a119fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-17-smb {{(pid=103639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 20:49:17.365216 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-614e031e-a0aa-4842-8ae4-474e3bc2675d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:19.648923 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-ceb6fc9c-f9ba-41e0-94ba-0dff9d3d50a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:21.054665 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:22.285030 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:23.701485 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:36.606962 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:49:44.951087 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:47.392669 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-0ba65662-a01d-49a6-bd28-ef425469be9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:49.665153 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-6d39b09f-ae80-4ea4-b996-8333e616f744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:51.004190 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:52.261036 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:49:53.718644 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:13.605629 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:50:14.939129 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:17.369173 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-d9fba320-f04f-4fe0-87fb-0cacf2fb38fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:19.666484 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-524bb63c-473e-4598-91a6-a70a00eb2e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:21.015387 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:22.255218 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:23.706451 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:44.950292 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:47.345487 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-436addb4-5c5e-4293-9bd7-572c53643bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:49.664650 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-4613c4c0-3a0e-402b-b7b7-300bac513d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:50.603901 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:50:51.019884 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:52.265417 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:50:53.688464 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:14.985326 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:17.345113 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-38639719-16c5-4258-aeed-753636c948a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:19.658513 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f2d5442e-cdfc-4dca-9c81-770aa65bc59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:21.023878 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:22.298756 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:23.676106 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:27.603311 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:51:44.961473 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:47.355424 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f325d3d5-276f-4869-b534-955de72c8367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:49.641718 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-0598f8b7-dd36-4c2d-bd83-5beb0eb41e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:51.034837 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:52.286111 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:51:53.687239 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:04.602714 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:52:14.977744 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:17.383927 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-2be85dd7-723a-40b4-b9a4-d15c241142ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:19.669676 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-83d754ec-fc5e-4e3d-8890-5dab1c37cf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:21.057623 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:22.269355 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:23.687143 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:41.601882 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:52:44.983002 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:47.359965 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-adc5fd28-a649-4142-a96d-ad1899d0bbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:49.657232 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-d8b445c1-4e33-4074-8a8f-5b4a9d084fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:51.033574 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:52.285832 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:52:53.708359 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:15.039343 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:17.365698 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-b9d8628b-82ad-4b9a-aa4d-d40ab81b4f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:18.601466 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 20:53:19.673501 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-8c43b885-40af-4ba8-b2d7-18a5e101e2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:21.016424 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:22.302120 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:23.678905 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:42.699884 dv-cinder-799871-17-smb neutron-server[103639]: DEBUG neutron.wsgi [req-9aec5dd0-8099-46c6-aad6-d41983d25a1a req-33f8fa15-d605-4703-b9aa-fc4227d23c43 service neutron] (103639) timed out ('10.222.0.21', 57998) {{(pid=103639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 20:53:45.009681 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-63da3c62-6088-4353-a1e9-30ff861b21de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (cdbfbcdc-d625-411b-8e84-3926670378d5), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:47.364361 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-f59f50b1-d3ac-4e63-8f13-4565b2804b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (2cc05148-9603-45d4-81c3-3e64c2c5c63a), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:49.655660 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-3107aed5-0dbc-49e0-a530-192901e58964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (78b97df6-aee1-47c0-b043-f0c3cec54420), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:51.044297 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-1a176f18-96fb-48ad-b6c9-9b0692700259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (4033ab42-930a-443a-ad71-65d3536d5940), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:52.301433 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-c37cb960-e8bd-4965-a701-2bf3a870687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (8797ee2e-8ec9-4c02-9e79-c4b7f66a9659), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:53.683867 dv-cinder-799871-17-smb neutron-server[103640]: DEBUG neutron_lib.callbacks.manager [None req-9b36e744-5124-4153-b1b4-72a8dcf2489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738582058325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002130'] for agent (bcda3391-72af-4e3f-a512-78b22acdef3b), after_update {{(pid=103640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 20:53:55.600960 dv-cinder-799871-17-smb neutron-server[103641]: DEBUG neutron.db.agents_db [None req-76b61a8e-8c33-48f0-b498-c59fffea859c None None] Agent healthcheck: found 6 active agents {{(pid=103641) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}